-- Logs begin at Thu 2021-06-24 03:20:21 UTC, end at Thu 2021-06-24 04:37:15 UTC. -- Jun 24 04:02:15.915774 dv-cinder-792462-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 04:02:18.564205 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.common.config [-] Logging enabled! Jun 24 04:02:18.564783 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev392 Jun 24 04:02:18.564982 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93429) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 04:02:18.568210 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.common.config [-] Logging enabled! Jun 24 04:02:18.568466 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev392 Jun 24 04:02:18.568775 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93429) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 04:02:18.569728 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:02:18.569968 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:02:18.570325 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:02:18.570571 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:02:18.570796 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:02:18.571113 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.571405 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.571700 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.571929 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.572222 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.572511 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.572790 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.573629 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.573950 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.574239 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.574516 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.574796 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.575027 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.575309 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.575597 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.575882 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.576104 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] debug = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.576388 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.576805 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.577218 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.577497 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.577788 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.578092 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.578363 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.578634 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.578916 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.579247 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] host = dv-cinder-792462-18-iscsi {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.579522 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.579809 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.580094 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.580380 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.580653 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.580930 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.581215 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.581489 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.581761 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.582073 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.582364 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.582650 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.582938 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.583161 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.583381 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.583666 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.583952 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.584222 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.584490 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.584759 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.585027 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.585297 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.585564 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.585842 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.586146 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.586433 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.586702 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.586969 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.587235 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.587502 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.587784 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.588051 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.588319 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.588623 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.588904 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.589167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.589435 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.589733 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.590047 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.590328 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.590611 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.590879 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.591157 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.591425 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.591693 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.591960 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] use_json = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.592227 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.592490 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.592766 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.593033 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.593300 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.593567 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.593833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.594140 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:18.594432 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.594730 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.595027 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.595305 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.595598 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.595874 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.596163 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.596438 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.596724 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.597010 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.597291 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.597566 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.597850 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.598153 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.598444 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.598745 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.599038 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.599328 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.599604 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.599879 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.600152 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.600428 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.600710 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.600999 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.601285 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.601557 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.601832 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.602147 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.602421 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.602691 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.602966 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.603255 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.603531 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.603802 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.604108 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.604388 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.604660 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.604932 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.605203 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.605492 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.605766 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.606062 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.606339 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.606613 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.606880 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.607159 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.607432 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.607703 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.607972 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.608245 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.608513 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.608782 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.609054 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.609323 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.609595 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.609865 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.610188 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.610431 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.610693 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.610977 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.611236 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.611508 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.611785 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.612072 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.612332 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.612602 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.612876 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.613147 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.613436 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.613734 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.614063 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.614324 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.614602 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.614878 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.615163 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.615431 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.615709 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.615989 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.616268 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.616560 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.616842 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.617128 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.617412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.617689 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.618078 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.618358 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.618642 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.618920 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.619196 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.619481 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.620285 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.620580 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.620873 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.621164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.621454 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.621744 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.622062 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.622374 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.622655 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:18.622874 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:02:18.623113 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93429) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 04:02:18.970429 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:18.970705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:18.970991 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:18.971331 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 04:02:19.357060 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.357365 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.357641 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.358969 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.359249 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.359517 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.393727 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.394042 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.394316 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.407745 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.408029 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.408298 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.438064 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.438347 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.438614 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.474489 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.474768 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.475037 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.706402 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.706997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.706997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.707167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.707823 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843199 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843199 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843199 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843199 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843199 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.843820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844191 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844191 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844191 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844191 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844191 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844546 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.844546 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.845201 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.845500 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.845821 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.846149 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.846514 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.846782 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.847078 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.847340 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.847601 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.848008 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:19.848255 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:19.848500 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:19.848742 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:19.848984 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:19.849216 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:19.849583 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 04:02:19.853046 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 04:02:19.857643 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 04:02:19.861646 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 04:02:19.863340 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 04:02:19.863889 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 04:02:19.864219 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 04:02:19.864563 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 04:02:19.867565 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 04:02:19.867820 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 04:02:19.868172 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 04:02:19.896309 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 04:02:19.896761 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.897059 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93429) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 04:02:19.897421 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.898836 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93429) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 04:02:19.899116 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 04:02:19.899362 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 04:02:19.903763 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.904046 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:19.972537 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 04:02:19.972721 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 04:02:19.972919 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 04:02:19.973296 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 04:02:19.995235 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_db.sqlalchemy.engines [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93429) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 04:02:20.643669 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing driver for type 'gre' Jun 24 04:02:20.644190 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] gre ID ranges: [(1, 1000)] Jun 24 04:02:20.769683 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing driver for type 'local' Jun 24 04:02:20.770307 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing driver for type 'vlan' Jun 24 04:02:20.842104 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] VlanTypeDriver initialization complete Jun 24 04:02:20.842441 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing driver for type 'vxlan' Jun 24 04:02:20.842932 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] vxlan ID ranges: [(1, 1000)] Jun 24 04:02:21.009464 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing extension driver 'port_security' Jun 24 04:02:21.009798 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.extensions.port_security [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] PortSecurityExtensionDriver initialization complete Jun 24 04:02:21.010157 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing mechanism driver 'openvswitch' Jun 24 04:02:21.011066 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing mechanism driver 'hyperv' Jun 24 04:02:21.017635 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.plugins.ml2.plugin [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:21.018433 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.018806 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.019920 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.019920 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.019920 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.020196 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.020560 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.020901 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.021237 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.021603 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.021968 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.022304 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.022676 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.023015 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.023352 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.023734 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.024064 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.024396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.024729 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] ML2 OVO RPC backend initialized. {{(pid=93429) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 04:02:21.025451 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.025798 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.026229 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.026570 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > networks before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.026913 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.027249 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > ports before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.027586 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.027919 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.028256 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.028841 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.029166 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.029494 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.029821 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.030184 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.030513 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.030838 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.031162 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.031785 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.plugin [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Modular L2 Plugin initialization complete Jun 24 04:02:21.032104 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading services supported by the core plugin {{(pid=93429) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 04:02:21.032423 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.plugins.ml2.managers [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Got port-security extension from driver 'port_security' Jun 24 04:02:21.032873 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.extensions.vlantransparent [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Disabled vlantransparent extension. Jun 24 04:02:21.033349 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93429) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 04:02:21.033655 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: router Jun 24 04:02:21.087207 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.087596 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_create 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.087960 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router before_create 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.088363 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.088739 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.089089 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_delete 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.089439 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.089793 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_create 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.090156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_update 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.090495 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_update 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.090838 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.091191 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_update 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.091592 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.091953 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.092292 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.092624 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: subnet after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.092954 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.093298 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.093635 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.093995 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.094364 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.094707 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router after_update 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.095041 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.095382 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.095733 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.096070 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.096431 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > network after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.097273 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Tracking information for resource: router configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:21.097598 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Tracking information for resource: floatingip configured {{(pid=93429) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 04:02:21.102498 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.db.l3_agentschedulers_db [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 04:02:21.103078 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.103434 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port after_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.103780 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port after_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.104611 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: port after_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.105387 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router before_create 55550100 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.105744 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.106128 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.106481 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.111090 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.provider_configuration [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service providers = [] {{(pid=93429) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 04:02:21.111447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.db.servicetype_db [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93429) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 04:02:21.114293 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.service_base [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:21.114653 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.service_base [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:21.118454 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.service_base [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:21.119057 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.services.service_base [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93429) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 04:02:21.119422 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.services.service_base [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 04:02:21.120424 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.120741 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 04:02:21.131294 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.131627 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: auto_allocate Jun 24 04:02:21.137433 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: network precommit_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.137795 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: network precommit_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.138327 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.138644 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: tag Jun 24 04:02:21.145092 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.147696 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: timestamp Jun 24 04:02:21.151213 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.151545 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: network_ip_availability Jun 24 04:02:21.158623 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.158986 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.159337 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.160039 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.160352 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: flavors Jun 24 04:02:21.164956 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.171060 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading Plugin: revisions Jun 24 04:02:21.175071 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93429) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 04:02:21.175464 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.204s {{(pid=93429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:21.176194 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93429) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 04:02:21.176523 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Initializing extension manager. Jun 24 04:02:21.177021 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: __init__.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.177356 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: __pycache__ {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.177684 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.178038 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: address_group.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.178804 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.179364 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: address-group Jun 24 04:02:21.179683 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: address_scope.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.180364 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.180868 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: address-scope Jun 24 04:02:21.181181 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.182189 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.183190 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: router-admin-state-down-before-update Jun 24 04:02:21.183512 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: agent.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.184187 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.184722 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: agent Jun 24 04:02:21.185061 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: agent_resources_synced.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.185957 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.186459 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: agent-resources-synced Jun 24 04:02:21.186772 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.188495 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.189006 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: allowed-address-pairs Jun 24 04:02:21.189325 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.190590 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.191119 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: auto-allocated-topology Jun 24 04:02:21.191449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: availability_zone.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.192119 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.192617 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: availability_zone Jun 24 04:02:21.192934 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: availability_zone_filter.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.193821 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.196622 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: availability_zone_filter Jun 24 04:02:21.196622 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: data_plane_status.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.197252 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.197784 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 04:02:21.198122 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: default_subnetpools.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.199000 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.199504 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: default-subnetpools Jun 24 04:02:21.199824 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.200603 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.201102 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: dhcp_agent_scheduler Jun 24 04:02:21.201415 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: dns.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.202317 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.202842 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 04:02:21.203157 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: dns_domain_ports.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.204040 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.204538 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 04:02:21.204852 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.205741 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.206267 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 04:02:21.206581 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: dvr.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.207224 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.207719 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: dvr Jun 24 04:02:21.208032 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: empty_string_filtering.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.208950 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.209447 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: empty-string-filtering Jun 24 04:02:21.209762 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.210660 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.211159 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 04:02:21.211475 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.212348 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.212847 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 04:02:21.213161 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: external_net.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.214131 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.214631 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: external-net Jun 24 04:02:21.214946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.215822 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.216322 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: extra_dhcp_opt Jun 24 04:02:21.216635 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: extraroute.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.217506 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.218029 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: extraroute Jun 24 04:02:21.218341 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: extraroute_atomic.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.219339 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.219851 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: extraroute-atomic Jun 24 04:02:21.220200 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: filter_validation.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.220841 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.221336 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: filter-validation Jun 24 04:02:21.221645 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: fip_pf_description.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.222545 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.223037 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 04:02:21.223348 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: fip_port_details.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.224234 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.224726 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: fip-port-details Jun 24 04:02:21.225037 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: flavors.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.226291 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.226801 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: flavors Jun 24 04:02:21.227120 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.228743 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.229775 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 04:02:21.230116 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: floatingip_pools.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.230790 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.231291 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: floatingip-pools Jun 24 04:02:21.231605 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: ip_allocation.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.237597 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.238126 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 04:02:21.238442 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.239324 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.239829 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: ip-substring-filtering Jun 24 04:02:21.240145 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l2_adjacency.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.241038 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.241538 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 04:02:21.241851 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.242829 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.243334 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: router Jun 24 04:02:21.243648 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.246610 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.247131 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 04:02:21.247456 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.248351 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.248909 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: ext-gw-mode Jun 24 04:02:21.249230 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.250154 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.250659 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: l3-ha Jun 24 04:02:21.250980 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3_flavors.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.251877 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.252382 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: l3-flavors Jun 24 04:02:21.252697 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.253574 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.254123 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 04:02:21.254443 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: l3agentscheduler.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.255447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.255953 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: l3_agent_scheduler Jun 24 04:02:21.256273 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: logging.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.257730 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.258277 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension logging not supported by any of loaded plugins Jun 24 04:02:21.258607 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: metering.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.259330 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.259902 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: metering Jun 24 04:02:21.260250 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.261319 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.261833 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: metering_source_and_destination_fields Jun 24 04:02:21.262176 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: multiprovidernet.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.263063 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.263567 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: multi-provider Jun 24 04:02:21.263888 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: netmtu.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.264762 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.265271 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: net-mtu Jun 24 04:02:21.265597 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: netmtu_writable.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.266503 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.267005 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: net-mtu-writable Jun 24 04:02:21.267320 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: network_availability_zone.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.267960 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.268459 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: network_availability_zone Jun 24 04:02:21.268771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: network_ip_availability.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.278140 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.278854 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: network-ip-availability Jun 24 04:02:21.279171 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: network_segment_range.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.279909 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.280412 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 04:02:21.280729 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: pagination.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.281679 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.282027 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: pagination Jun 24 04:02:21.282345 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: port_device_profile.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.283253 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.283754 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: port-device-profile Jun 24 04:02:21.284070 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.284972 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.285456 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: port-mac-address-regenerate Jun 24 04:02:21.285768 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.286671 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.287171 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: port-numa-affinity-policy Jun 24 04:02:21.287486 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: port_resource_request.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.288371 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.288929 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 04:02:21.289242 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: portbindings.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.290154 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.290658 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: binding Jun 24 04:02:21.290972 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: portbindings_extended.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.292714 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.293221 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: binding-extended Jun 24 04:02:21.293543 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: portsecurity.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.294468 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.294978 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: port-security Jun 24 04:02:21.295294 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: project_id.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.296236 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.296555 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: project-id Jun 24 04:02:21.296869 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: providernet.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.310255 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.310758 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: provider Jun 24 04:02:21.311073 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.314718 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.315239 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos not supported by any of loaded plugins Jun 24 04:02:21.315588 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.316800 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.317309 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 04:02:21.317634 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.318563 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.319076 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 04:02:21.319398 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_default.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.320273 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.320780 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-default not supported by any of loaded plugins Jun 24 04:02:21.321102 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_fip.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.321786 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.322308 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 04:02:21.322625 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.324026 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.324534 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 04:02:21.324851 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.325724 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.326255 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 04:02:21.326575 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.327500 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.328005 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 04:02:21.328320 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: qos_rules_alias.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.329313 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.329816 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 04:02:21.330156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: quotasv2.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.331039 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.331357 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: quotas Jun 24 04:02:21.339039 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: quotasv2_detail.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.341818 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.342182 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: quota_details Jun 24 04:02:21.342507 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: rbac.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.343533 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.344048 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: rbac-policies Jun 24 04:02:21.344370 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: rbac_address_group.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.345305 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.345804 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: rbac-address-group Jun 24 04:02:21.346146 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: rbac_address_scope.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.347071 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.347586 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: rbac-address-scope Jun 24 04:02:21.347900 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: rbac_security_groups.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.348781 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.349292 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: rbac-security-groups Jun 24 04:02:21.349610 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.350515 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.351013 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: rbac-subnetpool Jun 24 04:02:21.351328 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: revisionifmatch.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.352209 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.352766 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: revision-if-match Jun 24 04:02:21.353017 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: revisions.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.354326 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.354838 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: standard-attr-revisions Jun 24 04:02:21.355155 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: router_availability_zone.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.355821 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.356330 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: router_availability_zone Jun 24 04:02:21.356643 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: routerservicetype.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.359055 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.359055 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 04:02:21.359055 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.359322 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.359798 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: security-groups-normalized-cidr Jun 24 04:02:21.360646 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.361062 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.361563 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: port-security-groups-filtering Jun 24 04:02:21.361895 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.364153 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.364153 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: security-groups-remote-address-group Jun 24 04:02:21.364153 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: securitygroup.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.374025 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.374548 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: security-group Jun 24 04:02:21.374875 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: segment.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.375643 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.376146 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension segment not supported by any of loaded plugins Jun 24 04:02:21.376470 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.377377 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.377904 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 04:02:21.378237 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: servicetype.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.379341 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.379891 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: service-type Jun 24 04:02:21.380209 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: sorting.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.381166 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.381493 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: sorting Jun 24 04:02:21.381810 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: standard_attr_segment.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.382789 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.383303 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 04:02:21.383620 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: standardattrdescription.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.384244 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.384792 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: standard-attr-description Jun 24 04:02:21.385107 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: stateful_security_group.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.386661 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.387209 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: stateful-security-group Jun 24 04:02:21.387524 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: stdattrs_common.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.388223 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 04:02:21.388540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.389446 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.389992 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 04:02:21.390312 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: subnet_onboard.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.391368 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.391882 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: subnet_onboard Jun 24 04:02:21.392195 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.393084 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.393586 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 04:02:21.393925 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: subnet_service_types.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.394873 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.395382 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: subnet-service-types Jun 24 04:02:21.395696 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: subnetallocation.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.396745 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.397248 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: subnet_allocation Jun 24 04:02:21.397563 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.398227 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.398729 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: subnetpool-prefix-ops Jun 24 04:02:21.399045 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.399950 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.400456 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 04:02:21.400777 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: tagging.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.401893 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.402407 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: standard-attr-tag Jun 24 04:02:21.402727 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: timestamp.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.404148 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.404657 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loaded extension: standard-attr-timestamp Jun 24 04:02:21.404977 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: trunk.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.405993 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.406501 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension trunk not supported by any of loaded plugins Jun 24 04:02:21.406822 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: trunk_details.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.407762 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.408270 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 04:02:21.408590 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.409473 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.410022 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 04:02:21.410344 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Loading extension file: vlantransparent.py {{(pid=93429) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 04:02:21.410994 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93429) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 04:02:21.411495 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 04:02:21.414060 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:network Jun 24 04:02:21.414590 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:subnet Jun 24 04:02:21.414988 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:21.415378 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:port Jun 24 04:02:21.416632 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.417071 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service FLAVORS assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.417671 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.418156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.418487 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:router Jun 24 04:02:21.418909 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 04:02:21.419393 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service METERING assigned prefix: /metering {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.420880 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.421243 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.421589 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:02:21.422617 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 04:02:21.423061 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:security_group Jun 24 04:02:21.423499 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 04:02:21.424095 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service CORE assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.424419 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:21.424758 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] subnetpool is already registered Jun 24 04:02:21.425253 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service CORE assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.425573 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:21.425929 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] subnetpool is already registered Jun 24 04:02:21.428218 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.428640 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service FLAVORS assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.429220 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.429634 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.429996 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:router Jun 24 04:02:21.430333 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] router is already registered Jun 24 04:02:21.430735 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 04:02:21.431067 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] floatingip is already registered Jun 24 04:02:21.431555 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service METERING assigned prefix: /metering {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.432741 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 04:02:21.433064 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] rbac_policy is already registered Jun 24 04:02:21.433472 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:security_group Jun 24 04:02:21.433799 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] security_group is already registered Jun 24 04:02:21.434433 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 04:02:21.434758 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] security_group_rule is already registered Jun 24 04:02:21.435383 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service CORE assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.435816 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:21.436148 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] subnetpool is already registered Jun 24 04:02:21.436660 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.v2.resource_helper [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Service CORE assigned prefix: {{(pid=93429) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 04:02:21.436999 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING neutron.quota.resource_registry [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] subnetpool is already registered Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: extensions {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: address-groups {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: address-scopes {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: agents {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: auto-allocated-topology {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: availability_zones {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.446412 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: dhcp-networks {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.447394 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: dhcp-agents {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.449485 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: routers {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.451221 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: flavors {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.453647 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: service_profiles {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.454900 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: next_providers {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.456354 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: service_profiles {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.457966 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: floatingip-pools {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.459212 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: routers {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.460914 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: floatingips {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.462220 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: l3-routers {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.463646 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: l3-agents {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.465132 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: metering-labels {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.466425 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: metering-label-rules {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.467796 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: network-ip-availabilities {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.469042 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: bindings {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.470692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: quotas {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.472258 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: quotas {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.473674 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: rbac-policies {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.474904 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: security-groups {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.476212 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: security-group-rules {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.477511 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: service-providers {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.478775 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: subnetpools {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.480129 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: subnetpools {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.481671 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.483377 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.485186 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.487009 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.488756 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.490735 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.492473 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.494334 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.496693 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.498473 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron.api.extensions [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Extended resource: tags {{(pid=93429) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 04:02:21.504605 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING keystonemiddleware.auth_token [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 04:02:21.509145 dv-cinder-792462-18-iscsi neutron-server[93429]: WARNING keystonemiddleware.auth_token [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 04:02:21.518329 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Acquired lock "singleton_lock" {{(pid=93429) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 04:02:21.518792 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_concurrency.lockutils [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Releasing lock "singleton_lock" {{(pid=93429) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 04:02:21.519424 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Starting 2 workers Jun 24 04:02:21.524172 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Started child 93536 {{(pid=93429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:21.528866 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Started child 93537 {{(pid=93429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:21.529840 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:21.530581 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO neutron.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 04:02:21.531150 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Notify callbacks [] for process, before_spawn {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:21.531343 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [-] (93536) wsgi starting up on http://0.0.0.0:9696 Jun 24 04:02:21.533579 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:21.534072 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Starting 1 workers Jun 24 04:02:21.540002 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [-] (93537) wsgi starting up on http://0.0.0.0:9696 Jun 24 04:02:21.540132 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Started child 93538 {{(pid=93429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:21.540132 dv-cinder-792462-18-iscsi neutron-server[93429]: INFO oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Starting 1 workers Jun 24 04:02:21.542622 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] calling RpcWorker wait() {{(pid=93538) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 04:02:21.543152 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] returning from RpcWorker wait() {{(pid=93538) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 04:02:21.543779 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Started child 93539 {{(pid=93429) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 04:02:21.544308 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:21.544628 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG neutron_lib.callbacks.manager [None req-79a05245-880a-4fd9-b253-592606861dc9 None None] Notify callbacks [] for process, after_spawn {{(pid=93429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:21.544828 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:21.546527 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93429) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 04:02:21.546735 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:02:21.546917 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:02:21.547134 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:02:21.547473 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:02:21.547634 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:02:21.548166 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.548439 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.548714 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.548961 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.549268 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.549359 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:21.549862 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.550377 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.550622 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:21.550736 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.550901 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.551152 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.551328 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.551492 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.551744 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.551994 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.552286 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.552556 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.552793 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.553055 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.553227 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.553476 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.553733 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.553997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.554292 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] debug = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.554493 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.554983 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.555243 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.555476 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.555703 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.556019 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.556312 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.556583 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.556815 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.557573 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.557825 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.558113 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.558343 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.558548 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.558781 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.559032 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.559264 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.559741 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] host = dv-cinder-792462-18-iscsi {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.559951 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.560179 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.560401 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.560656 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.560912 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.561137 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.561395 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.561644 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.561902 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.562147 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.562389 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.562629 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.562858 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.563107 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.563266 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_options = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.563499 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.563754 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.564014 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.564202 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.564366 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.564539 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.564782 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.564940 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.565192 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.565403 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.565622 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.565835 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.566113 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.566353 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.566620 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.566852 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.567058 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.567279 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.567539 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.567759 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.567975 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.568194 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.568403 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.568618 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.568843 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.569103 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.569274 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.569488 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.569695 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.569985 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.570210 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.570457 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.570697 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.570962 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.571205 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.571434 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.571644 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.571915 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.572139 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.572471 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.572692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.573408 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.573655 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.573981 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.574131 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.574403 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_json = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.574611 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.574849 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.575111 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.575336 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.575544 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.575753 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.575978 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.576213 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.576622 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.576900 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.577213 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.577471 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.577719 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.577981 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.578215 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.578430 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.578686 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.578914 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.585997 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.586619 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587164 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.587771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 55792) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588396 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588999 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588999 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.588999 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.589198 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.589420 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.589633 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.589862 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.590143 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.590333 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.590558 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.590824 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.591104 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.591376 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.591565 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.591780 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.592009 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.592255 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.592469 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.592677 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.592888 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.593096 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.593305 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.593519 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.593742 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.593981 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.594176 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.594384 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.594597 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.594805 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.595015 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.595965 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.595965 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.595965 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.595965 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.596506 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.596929 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081770 Jun 24 04:02:21.597435 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.597788 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.598838 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.599280 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.599280 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.599680 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.599833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.601353 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.602488 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.602823 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.603101 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.603905 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.603905 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.603905 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.604226 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.605294 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.605532 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.606485 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.606485 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.606485 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.607024 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.607024 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.607236 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.607353 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.607540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.608462 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.608462 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.608462 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.608793 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.608901 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.609169 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.609952 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.609952 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.609952 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.610226 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.610398 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.610642 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.610894 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612137 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612137 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612137 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612137 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612137 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612471 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612546 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.612715 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.613905 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.614134 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.614371 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.614599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.614855 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.615126 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.615359 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.615624 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.615863 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.616124 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.616377 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.616609 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.616822 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.617052 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.617295 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.617506 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.617740 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.619447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.619447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.619447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.619447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.622113 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.622355 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.625079 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.625290 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.625537 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.625778 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.626079 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.628876 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.629515 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.630998 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.631240 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.632180 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.633913 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.634950 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.636002 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.636708 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.637546 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.638221 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.638636 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.640800 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.641221 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.641838 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.645639 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.646912 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.647174 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.647416 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.647654 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.648491 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.648491 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.648491 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.648776 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.648860 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.649091 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.649349 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.649684 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.653266 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.653803 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.654107 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.654350 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.654628 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.654885 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.655118 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.655342 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656274 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656274 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656274 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656274 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656532 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656719 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.656934 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.657149 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.657368 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.657583 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.657905 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.659211 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.659641 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661449 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661976 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.661976 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.662184 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.662384 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.662624 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.662855 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.663111 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.663324 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.663533 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.663753 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.663960 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.664204 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.665354 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.665600 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.665841 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.666079 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.666394 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.666684 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.666905 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.667205 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.667436 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.667682 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.667958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.668251 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.668467 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.668735 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.668969 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.669185 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.669400 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.669648 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.670644 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.670957 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.671247 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.671485 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.671784 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.672053 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.672312 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.672527 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.672883 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.673152 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.673612 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.674094 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.674701 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.675340 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.675739 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.675978 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.676232 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.676467 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.676705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.676966 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.678538 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.678795 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.679053 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.679290 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.679539 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.680644 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.680896 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.681126 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.681352 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.681510 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:02:21.682627 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93429) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 04:02:21.682793 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 04:02:21.682949 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 04:02:21.683114 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 04:02:21.683439 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 04:02:21.683894 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 04:02:21.684108 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.684264 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.684862 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.685026 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.685181 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.685500 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.685800 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686022 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686189 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686335 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686466 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686623 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686777 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.686931 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.687086 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.687240 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.687393 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.687549 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.687710 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.687865 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688019 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688172 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688325 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] debug = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688480 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688677 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688840 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.688996 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.689173 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.689305 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.689441 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.689573 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.689716 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.689865 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.690035 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.691156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.691320 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.691475 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.691629 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.691849 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.691987 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.692132 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] host = dv-cinder-792462-18-iscsi {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.692746 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.693436 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.693598 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.695576 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.695745 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.695911 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696056 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696223 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696413 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696521 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696676 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696830 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.696984 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.697136 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.697290 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_options = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.697442 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.697597 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.698771 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.699958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.699958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.699958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.699958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.699958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.699958 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700317 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700317 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700451 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:21.700527 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700527 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700674 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700831 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.700985 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.701142 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.701650 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.701650 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.701650 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.701893 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.701893 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.702036 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.702174 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.702326 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.702481 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703315 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703315 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703315 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703315 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703315 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703637 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703637 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703753 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.703883 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704487 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704487 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704487 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704487 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704759 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704759 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.704900 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705052 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705955 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705955 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705955 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_json = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705955 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705955 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.705955 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.706330 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.706330 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.706447 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.706511 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.706957 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 04:02:21.706957 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.706957 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.707178 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.707268 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.707425 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.707582 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708427 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708427 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708427 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708427 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708427 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708755 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708755 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708873 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.708937 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709466 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709466 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709466 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709704 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709704 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709846 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.709980 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.710154 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.710304 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.710475 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.710629 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.710936 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.711246 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.713962 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.713962 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.713962 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.713962 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.713962 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.714423 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.714597 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.714757 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.715013 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.715163 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.715462 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.716322 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.717464 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.717776 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.718532 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.720089 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.720267 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.720434 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.720720 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.720885 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.721309 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.721612 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.722602 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.722776 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.722948 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.723118 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.723628 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.723783 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.724236 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.724684 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.724916 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.725344 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.725779 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.726019 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.726178 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.726451 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.726777 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.727015 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.727185 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.727332 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728248 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728248 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728248 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728248 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728248 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728248 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728592 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728592 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728708 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.728918 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.729559 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.729738 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.729933 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.730094 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.730234 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.731272 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732182 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732182 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732182 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732182 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732182 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732182 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.732946 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.733705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.733705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.733705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.733705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.733705 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.734422 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.734422 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.734422 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.734820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.734820 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735080 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735080 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735341 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735478 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735615 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735759 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.735899 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736034 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736235 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736321 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736400 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736554 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736710 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.736866 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.737024 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.737190 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.737356 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.737514 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.737672 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.737829 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.738876 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.739041 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.739202 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.739363 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.739530 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.740064 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.740246 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.740397 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.740540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.741445 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.741445 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.741445 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.741897 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.741897 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.742183 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.742649 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.742809 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.742972 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.743130 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.743288 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744081 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744081 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744081 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744335 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744415 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744569 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744743 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.744896 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.745054 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.745211 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.745370 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.745547 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.745680 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.747692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.747692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.747692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.747692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.747692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.747692 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.748136 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.748136 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.748136 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.748337 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.748337 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.748487 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.749415 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.749415 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.749591 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.749743 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.751599 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752156 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752685 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752685 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752685 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752907 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.752907 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753049 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753162 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753319 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753475 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753652 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753800 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.753980 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.754138 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.754296 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.754513 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.754666 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.754800 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.754908 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.755064 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.755230 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756167 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.756833 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.758927 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.758927 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.758927 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.758927 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.758927 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.759311 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.759311 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.759311 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.759530 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.759630 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.759812 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.760021 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.760140 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.760825 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.760985 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.761144 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.761304 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.761478 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.761640 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.761809 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.761999 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.762172 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.762343 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.762515 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764016 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764540 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764761 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.764826 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765528 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765528 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765528 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765528 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765528 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765851 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.765851 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 04:02:21.766102 dv-cinder-792462-18-iscsi neutron-server[93429]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93429) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 04:02:32.971576 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd575e-41e0-4d77-941a-367f44adf881 None None] get_active_networks_info from dv-cinder-792462-18-iscsi {{(pid=93538) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 04:02:33.052637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd575e-41e0-4d77-941a-367f44adf881 None None] No non-hosted networks {{(pid=93538) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 04:02:33.060212 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.agentschedulers_db [None req-dbfd575e-41e0-4d77-941a-367f44adf881 None None] DHCP Agent not found on host dv-cinder-792462-18-iscsi {{(pid=93538) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 04:02:33.197397 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-240a5f91-d8e0-4d93-bf51-6cf665310645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910'] for agent, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:35.441461 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c8f44001-1dbc-4c70-8106-f3ebd5216a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910'] for agent, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:35.467527 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.db.api [None req-394c8cbc-8843-4bd8-8c12-c893a54aa4ff None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-792462-18-iscsi {{(pid=93538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:02:35.467950 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_db.api [None req-394c8cbc-8843-4bd8-8c12-c893a54aa4ff None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:02:35.740876 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910'] for agent, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:35.741470 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.741813 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.742164 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.742488 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.742816 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.743133 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.743452 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.743784 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.744138 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.744508 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.744842 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.745162 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:35.745545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-18-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:35.751111 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-18-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:02:36.141507 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-394c8cbc-8843-4bd8-8c12-c893a54aa4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:36.746304 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910'] for agent, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:38.043480 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910'] for agent, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:39.187740 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 55892) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:39.664575 dv-cinder-792462-18-iscsi neutron-server[93536]: WARNING oslo_policy.policy [None req-18fc1e9c-7463-45b6-a007-d2f92fa9011c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:39.665175 dv-cinder-792462-18-iscsi neutron-server[93536]: WARNING oslo_policy.policy [None req-18fc1e9c-7463-45b6-a007-d2f92fa9011c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:39.879288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [None req-18fc1e9c-7463-45b6-a007-d2f92fa9011c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:02:39.880296 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-18fc1e9c-7463-45b6-a007-d2f92fa9011c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6916780 Jun 24 04:02:42.188038 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 55906) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:42.500132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:02:42.592894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.policy [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93536) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 04:02:42.605056 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.db.l3_hamode_db [None req-cfd92cef-a0b1-465a-9e11-6368c17c2f9b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 04:02:42.639874 dv-cinder-792462-18-iscsi neutron-server[93536]: WARNING oslo_policy.policy [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:42.640270 dv-cinder-792462-18-iscsi neutron-server[93536]: WARNING oslo_policy.policy [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:42.648899 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.quota [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] Loaded quota_driver: . Jun 24 04:02:42.680253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd92cef-a0b1-465a-9e11-6368c17c2f9b None None] Routers set() bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:02:42.680640 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd92cef-a0b1-465a-9e11-6368c17c2f9b None None] Router IDs set() for agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 04:02:42.808669 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728674569017', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728674567428', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728674580855', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728674579233', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728674594556', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728674600643', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-760294', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-849282', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8326268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8301357'] for rbac-policy, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:43.008889 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:43.009973 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-c507f7a7-2e92-4c20-ad36-de7df686801e admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8209465 Jun 24 04:02:45.510430 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 55918) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:45.795711 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'name': 'private'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:02:45.922132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Made reservation on behalf of 0e748a927d5944a7bcc416350b69a90d for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:02:45.924856 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:45.941667 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.145591 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.197323 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.202981 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:46.217656 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:02:46.245154 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728678309919', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.245745 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Unsubscribe: segment precommit_create {{(pid=93536) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 04:02:46.246251 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Added segment 3538103e-b8db-4b3a-a438-74756d91ccc2 of type vlan for network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b Jun 24 04:02:46.263339 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c90042-6f93-431d-8614-c509ab6bf2b1,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:02:46.310653 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.310981 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.311303 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.311620 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.311934 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.312261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.312590 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.312900 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.313224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.313530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.313832 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.314157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Tracked resource versions report: Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: pushed versions: Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: { 'AddressGroup': {'1.2'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'ConntrackHelper': {'1.0'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Log': {'1.0'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Network': {'1.1'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Port': {'1.7'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'PortForwarding': {'1.2'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'QosPolicy': {'1.8'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroup': {'1.4'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SubPort': {'1.0'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Subnet': {'1.1'}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Trunk': {'1.1'}} Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: consumer versions: Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'ConntrackHelper': '1.0', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Log': '1.0', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Network': '1.1', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Port': '1.7', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'PortForwarding': '1.2', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'QosPolicy': '1.8', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroup': '1.4', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroupRule': '1.2', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SubPort': '1.0', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Subnet': '1.1', Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Trunk': '1.1'}} Jun 24 04:02:46.315504 dv-cinder-792462-18-iscsi neutron-server[93536]: {{(pid=93536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:02:46.360270 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.369607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:46.466226 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.467597 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:02:46.468229 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:46.470232 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:46.561269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc6ccb2-e298-4c2c-abfa-5cf6725f099b,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:02:46.564409 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:46.572286 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:02:46.581395 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0698886 Jun 24 04:02:49.135726 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 55932) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:49.616202 dv-cinder-792462-18-iscsi neutron-server[93537]: WARNING oslo_policy.policy [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:49.616802 dv-cinder-792462-18-iscsi neutron-server[93537]: WARNING oslo_policy.policy [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:50.041045 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.policy [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93537) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 04:02:50.085549 dv-cinder-792462-18-iscsi neutron-server[93537]: WARNING oslo_policy.policy [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:50.085930 dv-cinder-792462-18-iscsi neutron-server[93537]: WARNING oslo_policy.policy [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 04:02:50.094091 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:02:50.095909 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2ff36757-7b73-4451-aef0-9568b6ea6a24 admin admin] 10.222.0.26 "GET /v2.0/networks/0dc6ccb2-e298-4c2c-abfa-5cf6725f099b HTTP/1.1" status: 200 len: 825 time: 0.9581625 Jun 24 04:02:50.132937 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-107854f8-ded8-4931-95e4-ca821dff0edf admin admin] 10.222.0.26 "GET /v2.0/subnetpools/2a4fd723-8687-4c61-98ca-04e4baf38e7b HTTP/1.1" status: 200 len: 734 time: 0.0317235 Jun 24 04:02:50.141859 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:02:50.143383 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.quota [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Loaded quota_driver: . Jun 24 04:02:50.248495 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Made reservation on behalf of 0e748a927d5944a7bcc416350b69a90d for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:02:50.251460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:50.590865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:50.595696 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:50.654805 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Checking segment: {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:02:50.655099 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Network hostable DHCP agents. Network: 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:02:50.676183 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbc1f43-706d-477f-927b-45b1e98ed9ce,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:02:50.688524 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.688862 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.689184 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.689498 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.689807 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.690142 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.690589 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.690799 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.691123 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.691430 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.691729 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.692028 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Tracked resource versions report: Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: pushed versions: Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: { 'AddressGroup': {'1.2'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'ConntrackHelper': {'1.0'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Log': {'1.0'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Network': {'1.1'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Port': {'1.7'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'PortForwarding': {'1.2'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'QosPolicy': {'1.8'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroup': {'1.4'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SubPort': {'1.0'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Subnet': {'1.1'}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Trunk': {'1.1'}} Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: consumer versions: Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'ConntrackHelper': '1.0', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Log': '1.0', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Network': '1.1', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Port': '1.7', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'PortForwarding': '1.2', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'QosPolicy': '1.8', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroup': '1.4', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroupRule': '1.2', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SubPort': '1.0', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Subnet': '1.1', Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Trunk': '1.1'}} Jun 24 04:02:50.693309 dv-cinder-792462-18-iscsi neutron-server[93537]: {{(pid=93537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:02:50.720629 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:50.756123 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:02:50.837647 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:02:50.842214 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:02:50.842874 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:50.847570 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea251eb-a712-4675-bc86-723c984ae16e None None] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:02:50.906754 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7681143 Jun 24 04:02:51.168089 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:02:51.169342 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:51.461385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Allocated IP 172.20.0.2 (0dc6ccb2-e298-4c2c-abfa-5cf6725f099b/fbbc1f43-706d-477f-927b-45b1e98ed9ce/b7a2d928-30cd-45b6-bfab-7fc0e90db980) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:02:51.726297 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:51.740436 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Transition to ACTIVE for port object b7a2d928-30cd-45b6-bfab-7fc0e90db980 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:02:51.761761 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Transition to ACTIVE for port object b7a2d928-30cd-45b6-bfab-7fc0e90db980 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:02:51.826652 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:51.829313 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:51.889365 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:02:51.894809 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:02:51.906610 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:02:51.913682 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Pushing event updated for resources: {'Port': ['ID=b7a2d928-30cd-45b6-bfab-7fc0e90db980,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:02:51.937534 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.937899 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.938251 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.938572 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.938891 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.939237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.939553 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.939866 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.940193 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.940506 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.940818 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.941122 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Tracked resource versions report: Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: pushed versions: Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: { 'AddressGroup': {'1.2'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'ConntrackHelper': {'1.0'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Log': {'1.0'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Network': {'1.1'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Port': {'1.7'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'PortForwarding': {'1.2'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'QosPolicy': {'1.8'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroup': {'1.4'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SubPort': {'1.0'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Subnet': {'1.1'}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Trunk': {'1.1'}} Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: consumer versions: Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'ConntrackHelper': '1.0', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Log': '1.0', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Network': '1.1', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Port': '1.7', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'PortForwarding': '1.2', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'QosPolicy': '1.8', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroup': '1.4', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroupRule': '1.2', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SubPort': '1.0', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Subnet': '1.1', Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Trunk': '1.1'}} Jun 24 04:02:51.942486 dv-cinder-792462-18-iscsi neutron-server[93538]: {{(pid=93538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:02:51.965275 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:51.991581 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Attempting to bind port b7a2d928-30cd-45b6-bfab-7fc0e90db980 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:02:51.991899 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Attempting to bind port b7a2d928-30cd-45b6-bfab-7fc0e90db980 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:02:51.992325 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Attempting to bind port b7a2d928-30cd-45b6-bfab-7fc0e90db980 on network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:02:51.997815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:02:51.998284 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Checking segment: {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:02:51.998741 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:51.999129 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Bound using segment: {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:02:51.999606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Bound port: b7a2d928-30cd-45b6-bfab-7fc0e90db980, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:02:52.000010 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:52.064135 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] For port b7a2d928-30cd-45b6-bfab-7fc0e90db980, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:02:52.068178 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] For port b7a2d928-30cd-45b6-bfab-7fc0e90db980, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b7a2d928-30cd-45b6-bfab-7fc0e90db980,segment=NetworkSegment(3538103e-b8db-4b3a-a438-74756d91ccc2),segment_id=3538103e-b8db-4b3a-a438-74756d91ccc2)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:02:52.117843 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:52.121431 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:52.184237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Pushing event updated for resources: {'Port': ['ID=b7a2d928-30cd-45b6-bfab-7fc0e90db980,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:02:52.187490 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:53.279286 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 55952) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:53.598025 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [None req-b64d8e47-dae4-4cee-a892-028f07d7ddfb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:02:53.599006 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b64d8e47-dae4-4cee-a892-028f07d7ddfb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3187847 Jun 24 04:02:55.925999 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 55960) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:56.232127 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [None req-9ff09839-fcd2-4ae9-b2d2-ad678582cc3f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:02:56.233361 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-9ff09839-fcd2-4ae9-b2d2-ad678582cc3f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3062460 Jun 24 04:02:57.498506 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b7a2d928-30cd-45b6-bfab-7fc0e90db980 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:02:57.648842 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port b7a2d928-30cd-45b6-bfab-7fc0e90db980 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:02:58.132175 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37a069-c562-4663-9036-b17e1da329b3 None None] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:02:58.244391 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Provisioning for port b7a2d928-30cd-45b6-bfab-7fc0e90db980 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:02:58.256912 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Provisioning complete for port b7a2d928-30cd-45b6-bfab-7fc0e90db980 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:02:58.257269 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:58.412955 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:58.449243 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] For port b7a2d928-30cd-45b6-bfab-7fc0e90db980, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b7a2d928-30cd-45b6-bfab-7fc0e90db980,segment=NetworkSegment(3538103e-b8db-4b3a-a438-74756d91ccc2),segment_id=3538103e-b8db-4b3a-a438-74756d91ccc2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:02:58.506115 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:58.509587 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:02:58.558082 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Pushing event updated for resources: {'Port': ['ID=b7a2d928-30cd-45b6-bfab-7fc0e90db980,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:02:58.561505 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:02:58.625394 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-75c12df4-4cb6-487c-9bd0-fe4f0e266242 None None] Provisioning complete for port b7a2d928-30cd-45b6-bfab-7fc0e90db980 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:02:58.625929 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75c12df4-4cb6-487c-9bd0-fe4f0e266242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:58.826627 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 55974) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:02:59.116798 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:02:59.180309 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:59.181898 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:59.335720 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:59.392352 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:59.474815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b7a2d928-30cd-45b6-bfab-7fc0e90db980 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:02:59.477437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:02:59.478639 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f1a97ffc-c36c-49f3-918e-ae69de4c01b4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6510668 Jun 24 04:02:59.524086 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port b7a2d928-30cd-45b6-bfab-7fc0e90db980 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:02:59.524662 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:01.777139 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 55982) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:02.077916 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [None req-eb2f52f4-6b9f-4734-b394-8b6dbc31a34a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:03:02.078865 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-eb2f52f4-6b9f-4734-b394-8b6dbc31a34a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3005230 Jun 24 04:03:02.997337 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-127726ab-0ff5-475b-bafe-0265229de9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:04.377341 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 55990) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:04.681245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:04.784488 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Made reservation on behalf of 4334c9ee8a294e43bf32af0e111765a1 for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:03:04.786716 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:04.795712 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:04.877167 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:04.945327 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:04.949134 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:04.959306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Reserving flat network on physical network physnet1 {{(pid=93536) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 04:03:04.981246 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f27697-976c-4bc5-be4f-cb63d851e2ab,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:04.983973 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:04.984309 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Added segment cd3b2197-37ce-4ec3-ae2e-8e447885d771 of type flat for network cc57a405-77d8-42c3-9a05-e016d4219aeb Jun 24 04:03:04.985622 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:05.031166 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:05.140208 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:05.141502 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:05.142105 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:05.144176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:05.199125 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Pushing event updated for resources: {'Network': ['ID=cc57a405-77d8-42c3-9a05-e016d4219aeb,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:05.201720 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:05.208759 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network cc57a405-77d8-42c3-9a05-e016d4219aeb details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:03:05.226944 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8485355 Jun 24 04:03:05.431666 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a4698b3a-484e-4e44-904c-c14cd8c8a9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:05.723128 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:06.660120 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:07.525057 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56008) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:07.694319 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caac364-00a3-480f-bd56-8bed6b556999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:07.695569 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2caac364-00a3-480f-bd56-8bed6b556999 admin admin] 10.222.0.26 "GET /v2.0/subnets/fbbc1f43-706d-477f-927b-45b1e98ed9ce HTTP/1.1" status: 200 len: 849 time: 0.1696012 Jun 24 04:03:07.806904 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-21d424bd-9adc-4940-b662-365d5e8e0c4b admin admin] 10.222.0.26 "GET /v2.0/routers/9d7a09b2-6fb1-4410-ad35-93767d085948 HTTP/1.1" status: 200 len: 704 time: 0.1055574 Jun 24 04:03:07.939964 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:08.061542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:08.347010 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Allocated IP 172.20.0.1 (0dc6ccb2-e298-4c2c-abfa-5cf6725f099b/fbbc1f43-706d-477f-927b-45b1e98ed9ce/cb75589d-3657-4f90-b319-666f635668cd) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:03:08.499302 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:08.519799 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Transition to ACTIVE for port object cb75589d-3657-4f90-b319-666f635668cd will not be triggered until provisioned by entity DHCP. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:08.630978 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:03:08.666957 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:08.669865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:08.735980 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:08.746133 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:08.751996 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:03:08.751996 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:08.771343 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Pushing event updated for resources: {'Port': ['ID=cb75589d-3657-4f90-b319-666f635668cd,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:08.812527 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:09.025446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-68035adf-6ff4-47a0-a765-4f8f21ef8a3c None None] Provisioning for port cb75589d-3657-4f90-b319-666f635668cd completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:09.029295 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-68035adf-6ff4-47a0-a765-4f8f21ef8a3c None None] Provisioning complete for port cb75589d-3657-4f90-b319-666f635668cd triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:09.029667 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-68035adf-6ff4-47a0-a765-4f8f21ef8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:09.056335 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:09.063510 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-68035adf-6ff4-47a0-a765-4f8f21ef8a3c None None] Port cb75589d-3657-4f90-b319-666f635668cd cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:03:09.231869 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:09.299796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:09.300896 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:09.303230 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:09.378618 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Pushing event updated for resources: {'Port': ['ID=cb75589d-3657-4f90-b319-666f635668cd,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:09.382132 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:09.419241 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:09.420564 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:09.582881 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-c4d9348b-5ce0-44a8-bc8c-20a5b18a7e61 None None] Provisioning complete for port cb75589d-3657-4f90-b319-666f635668cd triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:09.585079 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c4d9348b-5ce0-44a8-bc8c-20a5b18a7e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:09.614311 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9348b-5ce0-44a8-bc8c-20a5b18a7e61 None None] Port cb75589d-3657-4f90-b319-666f635668cd cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:03:09.631598 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Router 9d7a09b2-6fb1-4410-ad35-93767d085948 is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:03:09.718829 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:03:09.723781 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] 10.222.0.26 "PUT /v2.0/routers/9d7a09b2-6fb1-4410-ad35-93767d085948/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9120831 Jun 24 04:03:09.727692 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Sync routers for ids ['9d7a09b2-6fb1-4410-ad35-93767d085948'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:03:09.738785 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Routers {'9d7a09b2-6fb1-4410-ad35-93767d085948'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:09.739550 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:03:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['9d7a09b2-6fb1-4410-ad35-93767d085948'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:09.920281 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Set router 9d7a09b2-6fb1-4410-ad35-93767d085948 gateway port host: None {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:10.332531 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:02:59Z', 'updated_at': '2021-06-24T04:03:08Z', 'revision_number': 2, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'gw_port_host': None, '_interfaces': [{'id': 'cb75589d-3657-4f90-b319-666f635668cd', 'name': '', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'mac_address': 'fa:16:3e:af:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:08Z', 'updated_at': '2021-06-24T04:03:09Z', 'revision_number': 2, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'subnets': [{'id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:10.382626 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Checking router: 9d7a09b2-6fb1-4410-ad35-93767d085948 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:03:10.383011 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Updating router 9d7a09b2-6fb1-4410-ad35-93767d085948 port cb75589d-3657-4f90-b319-666f635668cd binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:03:10.449821 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:10.931553 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:10.948884 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Transition to ACTIVE for port object cb75589d-3657-4f90-b319-666f635668cd will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:11.031414 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.034306 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:11.178267 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Pushing event updated for resources: {'Port': ['ID=cb75589d-3657-4f90-b319-666f635668cd,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:11.197652 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.197979 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.198261 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.198579 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.198893 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.199204 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.199513 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.199855 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.200177 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.200486 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.200789 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.201091 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Tracked resource versions report: Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: pushed versions: Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: { 'AddressGroup': {'1.2'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'ConntrackHelper': {'1.0'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Log': {'1.0'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Network': {'1.1'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Port': {'1.7'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'PortForwarding': {'1.2'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'QosPolicy': {'1.8'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroup': {'1.4'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SubPort': {'1.0'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Subnet': {'1.1'}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Trunk': {'1.1'}} Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: consumer versions: Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'ConntrackHelper': '1.0', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Log': '1.0', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Network': '1.1', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Port': '1.7', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'PortForwarding': '1.2', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'QosPolicy': '1.8', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroup': '1.4', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroupRule': '1.2', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SubPort': '1.0', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Subnet': '1.1', Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Trunk': '1.1'}} Jun 24 04:03:11.202484 dv-cinder-792462-18-iscsi neutron-server[93539]: {{(pid=93539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:03:11.205013 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Attempting to bind port cb75589d-3657-4f90-b319-666f635668cd on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:03:11.205123 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Attempting to bind port cb75589d-3657-4f90-b319-666f635668cd by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:03:11.205478 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Attempting to bind port cb75589d-3657-4f90-b319-666f635668cd on network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:03:11.209243 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:11.214034 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:03:11.214034 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Checking segment: {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:11.214034 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.214034 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Bound using segment: {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:03:11.214034 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Bound port: cb75589d-3657-4f90-b319-666f635668cd, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3538103e-b8db-4b3a-a438-74756d91ccc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:03:11.215119 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.280398 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] For port cb75589d-3657-4f90-b319-666f635668cd, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:03:11.300706 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] For port cb75589d-3657-4f90-b319-666f635668cd, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=cb75589d-3657-4f90-b319-666f635668cd,segment=NetworkSegment(3538103e-b8db-4b3a-a438-74756d91ccc2),segment_id=3538103e-b8db-4b3a-a438-74756d91ccc2)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:03:11.357739 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:11.360135 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:11.408276 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Routers {'9d7a09b2-6fb1-4410-ad35-93767d085948'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:11.408917 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:03:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['9d7a09b2-6fb1-4410-ad35-93767d085948'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:11.485134 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Pushing event updated for resources: {'Port': ['ID=cb75589d-3657-4f90-b319-666f635668cd,revision_number=4']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:11.497358 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:11.509123 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] Set router 9d7a09b2-6fb1-4410-ad35-93767d085948 gateway port host: None {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:11.721243 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:02:59Z', 'updated_at': '2021-06-24T04:03:08Z', 'revision_number': 2, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'gw_port_host': None, '_interfaces': [{'id': 'cb75589d-3657-4f90-b319-666f635668cd', 'name': '', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'mac_address': 'fa:16:3e:af:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:08Z', 'updated_at': '2021-06-24T04:03:11Z', 'revision_number': 4, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'subnets': [{'id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:11.747494 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f38acd-abe8-47d3-85d5-6f3e7dcc49eb None None] The sync data for ids ['9d7a09b2-6fb1-4410-ad35-93767d085948'] in dv-cinder-792462-18-iscsi is: [{'id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:02:59Z', 'updated_at': '2021-06-24T04:03:08Z', 'revision_number': 2, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'gw_port_host': None, '_interfaces': [{'id': 'cb75589d-3657-4f90-b319-666f635668cd', 'name': '', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'mac_address': 'fa:16:3e:af:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:08Z', 'updated_at': '2021-06-24T04:03:11Z', 'revision_number': 4, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'subnets': [{'id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:03:11.892726 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56028) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:11.998909 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877ef09-221f-4529-b4e2-07d5f7645f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:12.000181 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2877ef09-221f-4529-b4e2-07d5f7645f4c admin admin] 10.222.0.26 "GET /v2.0/networks/cc57a405-77d8-42c3-9a05-e016d4219aeb HTTP/1.1" status: 200 len: 842 time: 0.1064000 Jun 24 04:03:12.009979 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:12.094306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Made reservation on behalf of 4334c9ee8a294e43bf32af0e111765a1 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:03:12.096642 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:12.423499 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.objects.ports [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93537) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 04:03:12.423937 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:12.425987 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:12.477487 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d593d7-d7d8-4aa2-a915-07ea03a8aa01,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:12.482089 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:12.485179 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:12.485597 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Network hostable DHCP agents. Network: cc57a405-77d8-42c3-9a05-e016d4219aeb, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:03:12.579838 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:03:12.660014 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, cc57a405-77d8-42c3-9a05-e016d4219aeb) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:12.663891 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:12.664473 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:12.669618 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d5aa3-5a84-4c3a-974e-247d68413193 None None] Network cc57a405-77d8-42c3-9a05-e016d4219aeb requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:03:12.740671 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7347472 Jun 24 04:03:12.794515 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d95468-1d76-4164-ae50-c8f38f20fe1f None None] Network cc57a405-77d8-42c3-9a05-e016d4219aeb requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:03:14.971953 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 56040) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:15.246599 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-af85be96-1053-47f1-9e14-37d7c715d558 admin admin] 10.222.0.26 "GET /v2.0/routers/9d7a09b2-6fb1-4410-ad35-93767d085948 HTTP/1.1" status: 200 len: 710 time: 0.2732806 Jun 24 04:03:15.394821 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b70616-0028-4bf1-965f-a39c15a648df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:03:15.396206 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-33b70616-0028-4bf1-965f-a39c15a648df admin admin] 10.222.0.26 "GET /v2.0/networks/cc57a405-77d8-42c3-9a05-e016d4219aeb HTTP/1.1" status: 200 len: 886 time: 0.1446750 Jun 24 04:03:15.404972 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:03:15.512761 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device cb75589d-3657-4f90-b319-666f635668cd up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:15.637592 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port cb75589d-3657-4f90-b319-666f635668cd completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:15.642108 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port cb75589d-3657-4f90-b319-666f635668cd triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:15.642526 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:15.653537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:15.720467 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:15.757979 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port cb75589d-3657-4f90-b319-666f635668cd, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=cb75589d-3657-4f90-b319-666f635668cd,segment=NetworkSegment(3538103e-b8db-4b3a-a438-74756d91ccc2),segment_id=3538103e-b8db-4b3a-a438-74756d91ccc2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:03:15.820127 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:15.822371 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:15.908085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=cb75589d-3657-4f90-b319-666f635668cd,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:15.911202 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:15.942816 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:16.015233 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:16.199194 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Allocated IP 172.27.2.87 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/4e6fd88c-9f2c-472e-a4d5-1aceed05c490) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:03:16.302261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:16.443147 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:16.448210 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:16.554217 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:03:16.560170 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:03:16.571775 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:03:16.605965 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Pushing event updated for resources: {'Port': ['ID=4e6fd88c-9f2c-472e-a4d5-1aceed05c490,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:16.633484 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:16.896079 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:17.079617 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:17.082753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7987738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7987816', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7986061'] for router, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:17.187763 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Router 9d7a09b2-6fb1-4410-ad35-93767d085948 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:03:17.289073 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:03:17.294386 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:17.295615 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] 10.222.0.26 "PUT /v2.0/routers/9d7a09b2-6fb1-4410-ad35-93767d085948 HTTP/1.1" status: 200 len: 889 time: 1.8940628 Jun 24 04:03:17.299008 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Sync routers for ids ['9d7a09b2-6fb1-4410-ad35-93767d085948'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:03:17.310118 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Routers {'9d7a09b2-6fb1-4410-ad35-93767d085948'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:17.310766 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:03:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['9d7a09b2-6fb1-4410-ad35-93767d085948'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:17.498465 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device cb75589d-3657-4f90-b319-666f635668cd up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:17.549399 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Set router 9d7a09b2-6fb1-4410-ad35-93767d085948 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:17.708702 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port cb75589d-3657-4f90-b319-666f635668cd triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:17.708992 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:17.998329 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '4e6fd88c-9f2c-472e-a4d5-1aceed05c490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:02:59Z', 'updated_at': '2021-06-24T04:03:16Z', 'revision_number': 4, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'gw_port': {'id': '4e6fd88c-9f2c-472e-a4d5-1aceed05c490', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:16Z', 'updated_at': '2021-06-24T04:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cb75589d-3657-4f90-b319-666f635668cd', 'name': '', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'mac_address': 'fa:16:3e:af:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:08Z', 'updated_at': '2021-06-24T04:03:15Z', 'revision_number': 5, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'subnets': [{'id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:18.046385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Checking router: 9d7a09b2-6fb1-4410-ad35-93767d085948 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:03:18.046734 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Updating router 9d7a09b2-6fb1-4410-ad35-93767d085948 port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:03:18.080607 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.384591 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.393613 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Transition to ACTIVE for port object 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:03:18.459521 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.462375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:18.510776 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Attempting to bind port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:03:18.511052 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Attempting to bind port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:03:18.511416 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Attempting to bind port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:03:18.513345 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05ff35-bfbe-4d84-a1ce-ba49d6188c7c None None] Pushing event updated for resources: {'Port': ['ID=4e6fd88c-9f2c-472e-a4d5-1aceed05c490,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:18.516368 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0e05ff35-bfbe-4d84-a1ce-ba49d6188c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:18.519040 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:03:18.519414 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:03:18.519818 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.524071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:03:18.524071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Bound port: 4e6fd88c-9f2c-472e-a4d5-1aceed05c490, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:03:18.524071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.648304 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] For port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:03:18.651608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] For port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=4e6fd88c-9f2c-472e-a4d5-1aceed05c490,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:03:18.700051 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:18.702324 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-be89420e-9a2e-486f-b138-e261e066ec2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:18.756215 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05ff35-bfbe-4d84-a1ce-ba49d6188c7c None None] Pushing event updated for resources: {'Port': ['ID=4e6fd88c-9f2c-472e-a4d5-1aceed05c490,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:18.759154 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Routers {'9d7a09b2-6fb1-4410-ad35-93767d085948'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:03:18.759804 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:03:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['9d7a09b2-6fb1-4410-ad35-93767d085948'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:18.762422 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0e05ff35-bfbe-4d84-a1ce-ba49d6188c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:18.862399 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] Set router 9d7a09b2-6fb1-4410-ad35-93767d085948 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:03:19.069660 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '4e6fd88c-9f2c-472e-a4d5-1aceed05c490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:02:59Z', 'updated_at': '2021-06-24T04:03:16Z', 'revision_number': 4, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'gw_port': {'id': '4e6fd88c-9f2c-472e-a4d5-1aceed05c490', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:16Z', 'updated_at': '2021-06-24T04:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cb75589d-3657-4f90-b319-666f635668cd', 'name': '', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'mac_address': 'fa:16:3e:af:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:08Z', 'updated_at': '2021-06-24T04:03:15Z', 'revision_number': 5, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'subnets': [{'id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:03:19.099182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde993f6-1168-45dc-bec1-635d386a5009 None None] The sync data for ids ['9d7a09b2-6fb1-4410-ad35-93767d085948'] in dv-cinder-792462-18-iscsi is: [{'id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'name': 'router1', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '4e6fd88c-9f2c-472e-a4d5-1aceed05c490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:02:59Z', 'updated_at': '2021-06-24T04:03:16Z', 'revision_number': 4, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'gw_port': {'id': '4e6fd88c-9f2c-472e-a4d5-1aceed05c490', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:52:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:16Z', 'updated_at': '2021-06-24T04:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cb75589d-3657-4f90-b319-666f635668cd', 'name': '', 'network_id': '0dc6ccb2-e298-4c2c-abfa-5cf6725f099b', 'tenant_id': '0e748a927d5944a7bcc416350b69a90d', 'mac_address': 'fa:16:3e:af:d3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7a09b2-6fb1-4410-ad35-93767d085948', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:03:08Z', 'updated_at': '2021-06-24T04:03:15Z', 'revision_number': 5, 'project_id': '0e748a927d5944a7bcc416350b69a90d', 'subnets': [{'id': 'fbbc1f43-706d-477f-927b-45b1e98ed9ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2a4fd723-8687-4c61-98ca-04e4baf38e7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:03:19.530045 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:19.644220 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 56048) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:03:19.647724 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:03:19.652867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:19.653347 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.738564 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.759439 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=4e6fd88c-9f2c-472e-a4d5-1aceed05c490,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:03:19.780892 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6d197c6c-f041-4cd1-bee0-594536d9238c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1354289 Jun 24 04:03:19.838029 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:19.840386 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:03:19.889537 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=4e6fd88c-9f2c-472e-a4d5-1aceed05c490,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:03:19.892563 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:03:21.506673 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:03:21.557122 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 4e6fd88c-9f2c-472e-a4d5-1aceed05c490 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:03:21.557765 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:32.956781 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-dd367b4a-f79b-452c-854c-10af4d6c0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:35.431490 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bcab7b3-2716-4fbd-8a1d-944e45cc30d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:35.722977 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:36.692938 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:37.943205 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:03:45.628577 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:04:02.978728 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-97991304-1b51-4145-95fd-5c6183696cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:05.395104 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12b1b83f-3d75-44e9-b618-699bbfd0fe82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:05.744277 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:06.687135 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:08.275643 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:22.627204 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:04:32.943272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd813-5271-4bcd-84fb-6d31ff1469d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:35.417519 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2fe90429-eda2-4db5-84fc-77be15b242f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:35.720346 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:36.674964 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:37.948708 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:55.942939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 56616) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:04:56.014993 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf90e17c-9a39-4e97-9e42-f5cb8f0cf7eb admin admin] GET failed (client error): The resource could not be found. Jun 24 04:04:56.016339 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-bf90e17c-9a39-4e97-9e42-f5cb8f0cf7eb admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0724621 Jun 24 04:04:56.183786 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c64188d-b14d-4726-ac23-3007a2eeef38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:04:56.185205 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4c64188d-b14d-4726-ac23-3007a2eeef38 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1649203 Jun 24 04:04:58.292507 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 56626) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:04:58.395198 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7737015-cc96-4b08-a9b2-a27c706d9092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:04:58.396547 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-f7737015-cc96-4b08-a9b2-a27c706d9092 admin admin] 10.222.0.26 "GET /v2.0/subnets/fbbc1f43-706d-477f-927b-45b1e98ed9ce HTTP/1.1" status: 200 len: 849 time: 0.1031015 Jun 24 04:04:58.405885 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:04:58.487057 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:58.742385 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728678244060'] for subnet, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:58.744352 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:04:58.773830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:04:58.775232 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:58.776072 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] 10.222.0.26 "PUT /v2.0/subnets/fbbc1f43-706d-477f-927b-45b1e98ed9ce HTTP/1.1" status: 200 len: 868 time: 0.3738406 Jun 24 04:04:58.786698 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e743c09-efef-4961-9fa9-5f882adc1cf5 None None] Network 0dc6ccb2-e298-4c2c-abfa-5cf6725f099b requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:04:58.794343 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbc1f43-706d-477f-927b-45b1e98ed9ce,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:04:58.801981 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.802346 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.802668 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.802989 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.803306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.803624 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.803940 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.804269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.804735 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.805687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.805687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.805687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:04:58.811676 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-69d8c28c-167e-4a7b-884c-0c40898170c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:04:59.204454 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-2ba443f7-c8a1-4497-b232-06575e03dae4 None None] Provisioning complete for port cb75589d-3657-4f90-b319-666f635668cd triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:04:59.204831 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ba443f7-c8a1-4497-b232-06575e03dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:59.291826 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-2ba443f7-c8a1-4497-b232-06575e03dae4 None None] Provisioning complete for port b7a2d928-30cd-45b6-bfab-7fc0e90db980 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:04:59.292085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ba443f7-c8a1-4497-b232-06575e03dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:04:59.625213 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:05:00.885383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56634) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:01.079296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea909f-b84c-4393-ab2f-0bcf05b2ccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:01.079688 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea909f-b84c-4393-ab2f-0bcf05b2ccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:01.081218 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-dcea909f-b84c-4393-ab2f-0bcf05b2ccff admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948471 Jun 24 04:05:02.959516 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f128924c-0fe4-44f9-b415-ba03b881aacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:03.192434 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56644) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:03.319226 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d5c33-830a-4d5e-9b2c-fc937c1fd5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:03.319692 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d5c33-830a-4d5e-9b2c-fc937c1fd5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:03.321149 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b66d5c33-830a-4d5e-9b2c-fc937c1fd5c1 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1277907 Jun 24 04:05:05.417001 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9a84d06e-a6de-48f0-bd59-25fe456e4be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:05.475284 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56652) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:05.599122 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef022134-6658-45d2-99c9-b4c70dfd95e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:05.600461 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-ef022134-6658-45d2-99c9-b4c70dfd95e2 admin admin] 10.222.0.26 "GET /v2.0/networks/0dc6ccb2-e298-4c2c-abfa-5cf6725f099b HTTP/1.1" status: 200 len: 869 time: 0.1241925 Jun 24 04:05:05.748562 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:06.702852 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:07.703671 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56660) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:07.890588 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb2385-cb1e-4353-baaa-96c8c1c3d77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:07.891928 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a4cb2385-cb1e-4353-baaa-96c8c1c3d77a admin admin] 10.222.0.26 "GET /v2.0/networks/cc57a405-77d8-42c3-9a05-e016d4219aeb HTTP/1.1" status: 200 len: 886 time: 0.1872957 Jun 24 04:05:07.954179 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:10.018615 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56668) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:10.135075 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730516ff-63f2-46fc-8e55-2b0bd765b52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:10.139709 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730516ff-63f2-46fc-8e55-2b0bd765b52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:10.141240 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-730516ff-63f2-46fc-8e55-2b0bd765b52b admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216414 Jun 24 04:05:12.250256 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56676) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:12.340776 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd4418-db2f-4f71-b788-3d115528d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:12.341235 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd4418-db2f-4f71-b788-3d115528d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:12.342791 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c5cd4418-db2f-4f71-b788-3d115528d87c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915656 Jun 24 04:05:14.441242 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56684) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:14.523361 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d5b077-a50c-443a-83df-0850386c3696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:14.524923 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-44d5b077-a50c-443a-83df-0850386c3696 admin admin] 10.222.0.26 "GET /v2.0/subnets/85d593d7-d7d8-4aa2-a915-07ea03a8aa01 HTTP/1.1" status: 200 len: 816 time: 0.0827448 Jun 24 04:05:16.640760 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56692) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:16.727636 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90cff3-cfa7-4839-af21-b3d16061533b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:16.728939 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-7d90cff3-cfa7-4839-af21-b3d16061533b admin admin] 10.222.0.26 "GET /v2.0/subnets/fbbc1f43-706d-477f-927b-45b1e98ed9ce HTTP/1.1" status: 200 len: 868 time: 0.0871797 Jun 24 04:05:32.958748 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-84d4e1c2-fee1-4e3a-9ddf-68c862c51361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:35.421714 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2a0fc157-d0c5-4e06-ab6e-fb91a6ba81a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:35.747388 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:36.624461 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:05:36.764662 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:37.970417 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:39.698625 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56736) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:39.742750 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [None req-6991887f-6aef-488a-9709-bed8494f39ff admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:05:39.743726 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6991887f-6aef-488a-9709-bed8494f39ff admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441620 Jun 24 04:05:41.929492 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56744) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:41.988150 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6a15cf-ec58-44e7-ac28-e29acf354c21 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:05:41.989455 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-de6a15cf-ec58-44e7-ac28-e29acf354c21 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590024 Jun 24 04:05:42.128571 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4b23d-0463-4f61-888c-3e8783e0cd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:42.129965 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d1d4b23d-0463-4f61-888c-3e8783e0cd6d admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366794 Jun 24 04:05:44.257484 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56752) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:44.302371 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:05:44.398459 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Made reservation on behalf of 4334c9ee8a294e43bf32af0e111765a1 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:05:44.400816 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:44.427981 dv-cinder-792462-18-iscsi neutron-server[93537]: WARNING neutron.services.revisions.revision_plugin [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Could not find related network for resource to bump revision. Jun 24 04:05:44.442960 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:05:44.455027 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728678309919', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:44.456899 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Unsubscribe: segment precommit_create {{(pid=93537) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 04:05:44.456899 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Added segment 06afef7c-0873-4fbe-9247-06eab0e743f9 of type vlan for network ce25f834-261f-4483-90ad-4d54db8e487a Jun 24 04:05:44.501843 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:44.615575 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:44.616914 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:44.617488 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:44.620400 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:05:44.706498 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce25f834-261f-4483-90ad-4d54db8e487a,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:05:44.710306 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4517884 Jun 24 04:05:44.714296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.714653 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.714988 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.715314 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.715640 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.715978 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.716306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.716624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.716982 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.717297 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.717614 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.717950 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:44.722338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:05:44.730176 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network ce25f834-261f-4483-90ad-4d54db8e487a details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:05:46.848635 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56760) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:05:46.905981 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a32ba6e-b237-45b8-96e7-6d975bf27e20 admin admin] GET failed (client error): The resource could not be found. Jun 24 04:05:46.907247 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-4a32ba6e-b237-45b8-96e7-6d975bf27e20 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576663 Jun 24 04:05:46.973296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49e401-5b91-477d-878c-fed703d5d54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:46.974699 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8d49e401-5b91-477d-878c-fed703d5d54b admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0631738 Jun 24 04:05:46.983844 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:05:47.044148 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Made reservation on behalf of 4334c9ee8a294e43bf32af0e111765a1 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:05:47.046258 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:47.232999 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:47.235888 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-21d76765-a5a5-4929-8bdf-b689fe1b6984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:05:47.291953 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54c51c0-0897-4064-bf4c-efc08fc2081c,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:05:47.295432 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:05:47.296409 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Checking segment: {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:05:47.296751 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Network hostable DHCP agents. Network: ce25f834-261f-4483-90ad-4d54db8e487a, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:05:47.369514 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Network ce25f834-261f-4483-90ad-4d54db8e487a is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:05:47.415201 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, ce25f834-261f-4483-90ad-4d54db8e487a) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:05:47.419122 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:05:47.419726 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:47.423972 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb13329-361f-4654-8a44-6b30e7328f34 None None] Network ce25f834-261f-4483-90ad-4d54db8e487a requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:05:47.502313 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5101523 Jun 24 04:05:47.664085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-ce25f834-261f-4483-90ad-4d54db8e487a', 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a', 'tenant_id': '4334c9ee8a294e43bf32af0e111765a1', 'fixed_ips': [{'subnet_id': 'f54c51c0-0897-4064-bf4c-efc08fc2081c'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:05:47.664941 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:47.799601 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Allocated IP 192.168.233.2 (ce25f834-261f-4483-90ad-4d54db8e487a/f54c51c0-0897-4064-bf4c-efc08fc2081c/0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:05:47.940040 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:47.948058 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Transition to ACTIVE for port object 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:05:47.962641 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Transition to ACTIVE for port object 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:05:48.032961 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:48.035913 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0e05ff35-bfbe-4d84-a1ce-ba49d6188c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:05:48.069515 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Network ce25f834-261f-4483-90ad-4d54db8e487a is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:05:48.072197 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:05:48.077492 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:05:48.086403 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Pushing event updated for resources: {'Port': ['ID=0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:05:48.109414 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.109774 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.110124 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.110458 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.110774 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.111093 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.112036 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.112373 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.112693 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.113006 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.113317 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.113620 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:05:48.120130 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:05:48.150604 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Attempting to bind port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:05:48.150970 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Attempting to bind port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:05:48.151325 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Attempting to bind port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 on network ce25f834-261f-4483-90ad-4d54db8e487a {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:05:48.156151 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:05:48.156517 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Checking segment: {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:05:48.156910 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:48.157295 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Bound using segment: {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:05:48.157754 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Bound port: 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:05:48.158698 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:48.221479 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] For port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:05:48.224437 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] For port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:05:48.290311 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:48.293662 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:05:48.347062 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Pushing event updated for resources: {'Port': ['ID=0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:05:48.350148 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:05:49.142754 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748405c8-dea7-4ebf-8656-0e16f42dbe69 None None] Network ce25f834-261f-4483-90ad-4d54db8e487a requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:05:49.283289 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f0499c2c-dc53-4d56-a1df-d72062aa50dc None None] Provisioning for port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:05:49.677920 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:05:49.775350 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:05:49.779393 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:05:49.779769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:49.858665 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:49.890483 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:05:49.947096 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:05:49.949280 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0e05ff35-bfbe-4d84-a1ce-ba49d6188c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:05:49.995333 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:05:49.998343 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:05:51.656368 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:05:51.706928 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 0c245ec7-e5b8-4cab-9c0d-3b869c9f5f49 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:05:51.707300 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:02.963301 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c44b33e2-fb1a-4859-82a8-011903cc284a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:05.426522 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-62b5189b-e1ff-47a9-9827-7d667e783eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:05.780992 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:06.683480 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:07.940723 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:13.622327 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:06:32.974167 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de9d416b-0df3-4522-b22d-87400b47c151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:35.420239 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-efa258c2-a5b3-47de-84a7-f476380b7d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:35.740197 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:36.706239 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:37.962847 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:06:50.621520 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:07:02.961827 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6509b969-cb3c-45de-9469-b3921f2046f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:05.459307 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b264935-76ec-45b0-9993-9bce6c3f5851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:05.762070 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:06.733716 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:07.962367 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:27.625846 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:07:29.284591 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 56812) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:07:29.290695 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [None req-1cffc010-3cdf-49c9-86dc-9f7be56250e3 tempest-verify_tempest_config-665556985 tempest-verify_tempest_config-665556985-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:07:29.291642 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1cffc010-3cdf-49c9-86dc-9f7be56250e3 tempest-verify_tempest_config-665556985 tempest-verify_tempest_config-665556985-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060704 Jun 24 04:07:29.727512 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 56830) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:07:29.823692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:29.908184 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:29.988913 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:29.991861 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:07:30.036457 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b769b9b17c6444eaa5720824dd4cb77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3079367 Jun 24 04:07:30.037413 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0f461-093b-4dcf-9530-375a18fb8f76,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:07:30.039340 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56834) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:07:30.044076 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.044434 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.044773 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.045096 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.045417 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.045753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.046110 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.046436 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.046776 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.047095 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.047407 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.047717 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.051587 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:07:30.112459 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.131935 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.275996 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.278893 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:30.280018 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61c0f461-093b-4dcf-9530-375a18fb8f76 HTTP/1.1" status: 204 len: 168 time: 0.2392743 Jun 24 04:07:30.280654 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:07:30.287959 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0f461-093b-4dcf-9530-375a18fb8f76,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:07:30.294423 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.294779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.295112 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.295434 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.295755 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.296087 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.296408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.296751 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.297072 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.297922 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.298236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.298542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:07:30.306532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:07:32.961209 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4820b713-67c1-4105-83cc-ca27fe9e8a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:35.424945 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-22ff5610-59ba-41c1-bb8f-503e13501571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:35.715614 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:36.703839 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:07:38.023678 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:02.977177 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b04c1123-768a-466f-b30a-12158cd85bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:04.625676 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:08:05.436224 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0b47d184-219f-460d-9125-f3f321b575e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:05.736296 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:06.709069 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:07.971621 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:32.976336 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9da8006a-6206-43a7-b455-ec2f3266cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:35.456867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6f08c497-0941-40c9-8525-618f0f244cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:35.753375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:36.724097 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:37.970266 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:08:41.624493 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 5 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:08:59.969182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910'] for agent, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:02.981609 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-010c4c09-9bfd-4633-9d70-7278eaf462a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:03.272733 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56888) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:09:03.376699 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-4d51d482-f106-4a1e-bb3d-a296c4209799 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1028817 Jun 24 04:09:05.450229 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a3e8a80e-8c40-4bd6-8636-ca073b048d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:05.511720 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 56898) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:09:05.563653 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-eae7c492-6e5e-4ac7-af11-b8696a556fa4 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0508811 Jun 24 04:09:05.814205 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:06.705984 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:07.968770 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:18.623681 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:09:29.910365 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:32.957621 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-10cae07d-7a7e-4108-85a1-b453c47d3b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:35.449308 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7f60e757-1c39-4ec6-ab06-9960eb4696a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:35.808867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:36.706410 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:37.985739 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:09:55.625397 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:09:59.922691 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:02.951071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-194e32f4-64ae-4340-8a84-c557c4b15a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:05.436755 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21f29430-0cd9-4f04-9ccc-32f7d2b2d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:05.865524 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:06.726982 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:07.973994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:29.831268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57050) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:29.914497 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.242303 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2078677603-network', 'tenant_id': '7695007fac434588ab66d4894dc8f3c3'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:30.327740 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Made reservation on behalf of 7695007fac434588ab66d4894dc8f3c3 for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:30.330111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.341412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.429087 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.503067 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.506331 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ec92e338-9008-4548-a748-b002e853151b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:30.529739 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:30.534819 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d478c-e7cd-4a16-bf03-fc1a921340f0,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:30.542437 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.542625 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Added segment 26c652ec-9f80-4544-bbde-716e49298503 of type vlan for network 947049d3-a341-4f43-8063-d14f6e567fb7 Jun 24 04:10:30.564103 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.564474 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.564791 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.565111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.565428 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.565759 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.566110 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.566448 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.566796 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.567092 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.567402 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.567709 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Tracked resource versions report: Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: pushed versions: Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Log': {'1.0'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Network': {'1.1'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Port': {'1.7'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'PortForwarding': {'1.2'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'QosPolicy': {'1.8'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SubPort': {'1.0'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Subnet': {'1.1'}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Trunk': {'1.1'}} Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: consumer versions: Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'ConntrackHelper': '1.0', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Log': '1.0', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Network': '1.1', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Port': '1.7', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'PortForwarding': '1.2', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'QosPolicy': '1.8', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroup': '1.4', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SecurityGroupRule': '1.2', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'SubPort': '1.0', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Subnet': '1.1', Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: 'Trunk': '1.1'}} Jun 24 04:10:30.568786 dv-cinder-792462-18-iscsi neutron-server[93536]: {{(pid=93536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:30.589413 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:30.600500 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.710425 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.711865 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:30.712623 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:30.721230 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:30.774933 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Pushing event updated for resources: {'Network': ['ID=947049d3-a341-4f43-8063-d14f6e567fb7,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:30.778059 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:30.787237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 947049d3-a341-4f43-8063-d14f6e567fb7 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:30.799890 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9672880 Jun 24 04:10:30.803127 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57100) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:30.817520 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Request body: {'subnet': {'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2078677603-subnet', 'tenant_id': '7695007fac434588ab66d4894dc8f3c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:30.894185 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Made reservation on behalf of 7695007fac434588ab66d4894dc8f3c3 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:30.900262 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:31.133472 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:31.137110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-58cb5f00-8a21-464e-bed3-691cac31c924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:31.174720 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b7c238-d8f8-4b94-b5d7-c94e69d75575,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:31.185478 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.185854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.186207 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.186528 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.186852 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.187184 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.187502 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.188047 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.188170 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.188453 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.188832 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.189056 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Tracked resource versions report: Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: pushed versions: Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Log': {'1.0'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Network': {'1.1'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Port': {'1.7'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'PortForwarding': {'1.2'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'QosPolicy': {'1.8'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SubPort': {'1.0'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Subnet': {'1.1'}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Trunk': {'1.1'}} Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: consumer versions: Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'ConntrackHelper': '1.0', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Log': '1.0', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Network': '1.1', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Port': '1.7', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'PortForwarding': '1.2', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'QosPolicy': '1.8', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroup': '1.4', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SecurityGroupRule': '1.2', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'SubPort': '1.0', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Subnet': '1.1', Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: 'Trunk': '1.1'}} Jun 24 04:10:31.190138 dv-cinder-792462-18-iscsi neutron-server[93537]: {{(pid=93537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:31.192854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:31.214906 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Checking segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:31.215054 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Network hostable DHCP agents. Network: 947049d3-a341-4f43-8063-d14f6e567fb7, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:31.299127 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Network 947049d3-a341-4f43-8063-d14f6e567fb7 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:31.411617 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 947049d3-a341-4f43-8063-d14f6e567fb7) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:31.418027 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57126) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:31.425156 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:31.425995 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:31.426316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba0d2fe-128e-48e7-8cf8-5ac559a30d9d None None] Network 947049d3-a341-4f43-8063-d14f6e567fb7 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:31.446835 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57130) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:31.517066 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7123251 Jun 24 04:10:31.554274 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36326eb7-0555-4b0e-8988-4d528d2fe129 None None] Network 947049d3-a341-4f43-8063-d14f6e567fb7 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:31.783711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356089871-network', 'tenant_id': 'beb89152f69a478d8eca16733b34df32'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:31.816686 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1136732227-network', 'tenant_id': 'b5c7b5c14ae04fc1a185346c0a984e6d'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:31.855283 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Made reservation on behalf of beb89152f69a478d8eca16733b34df32 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:31.857562 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:31.870663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:31.946393 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Made reservation on behalf of b5c7b5c14ae04fc1a185346c0a984e6d for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:31.949272 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:31.966278 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.038536 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.044718 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57154) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:32.112153 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.121014 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e38dc077-32e4-4f97-8f67-9f3af6a227cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:32.155068 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:32.179822 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db4cd6-a139-4b12-a78b-1fedc560b818,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:32.190439 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:32.194861 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-network', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:32.214905 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.215285 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Added segment 6df2a17c-135c-4c26-98f4-a82cad71b3e4 of type vlan for network 03e703ae-89d4-4629-b058-079e7804e421 Jun 24 04:10:32.276000 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.314090 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.398244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.415028 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:32.444164 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.450512 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:32.451174 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.465023 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:32.471264 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd9924-9400-49d2-b7dd-57a434d24baf,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:32.474744 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:32.476775 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9c855040-e384-4cc0-901a-a46338060de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:32.491607 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.491936 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Added segment a6deb3dd-08c0-4cfa-a802-3975403da642 of type vlan for network 31173c4e-be36-4357-a985-4c250af3b67d Jun 24 04:10:32.625703 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:10:32.649796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Made reservation on behalf of 1ae088e1925a4f0690e71a1de5e2e007 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:32.653032 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.674005 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Pushing event updated for resources: {'Network': ['ID=03e703ae-89d4-4629-b058-079e7804e421,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:32.676813 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:32.679663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.682675 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.691209 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 03e703ae-89d4-4629-b058-079e7804e421 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:32.730936 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3074572 Jun 24 04:10:32.733911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57194) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:32.741466 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Request body: {'subnet': {'network_id': '03e703ae-89d4-4629-b058-079e7804e421', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356089871-subnet', 'tenant_id': 'beb89152f69a478d8eca16733b34df32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:32.808255 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.812333 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:32.813474 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:32.824333 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:32.916417 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Pushing event updated for resources: {'Network': ['ID=31173c4e-be36-4357-a985-4c250af3b67d,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:32.922120 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:32.927889 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 31173c4e-be36-4357-a985-4c250af3b67d details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:32.956440 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.008259 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31ab87e4-1841-4802-9fea-5ca94c6da66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.018836 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.024066 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:33.061198 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:33.076200 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:33.079286 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:33.080572 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.082583 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Added segment 604b4819-c429-40b7-824e-acd419525048 of type vlan for network b70906ed-79ae-44f2-bc00-70ae418322ad Jun 24 04:10:33.113729 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6656907 Jun 24 04:10:33.116717 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57216) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:33.127017 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.128421 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Request body: {'subnet': {'network_id': '31173c4e-be36-4357-a985-4c250af3b67d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1136732227-subnet', 'tenant_id': 'b5c7b5c14ae04fc1a185346c0a984e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:33.248052 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.248400 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Made reservation on behalf of beb89152f69a478d8eca16733b34df32 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:33.249514 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:33.250254 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.250743 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.253542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:33.327217 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Pushing event updated for resources: {'Network': ['ID=b70906ed-79ae-44f2-bc00-70ae418322ad,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:33.330377 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:33.337701 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network b70906ed-79ae-44f2-bc00-70ae418322ad details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:33.438298 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Made reservation on behalf of b5c7b5c14ae04fc1a185346c0a984e6d for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:33.444690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.495917 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4501173 Jun 24 04:10:33.496619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57230) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:33.501494 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Request body: {'subnet': {'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-subnet', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:33.606107 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Made reservation on behalf of 1ae088e1925a4f0690e71a1de5e2e007 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:33.608639 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.679310 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.686467 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:33.701122 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57254) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:33.727444 dv-cinder-792462-18-iscsi neutron-server[93536]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 04:10:33.771862 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.828563 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e19e0ec-e934-4159-b032-55bc6ddd02bc,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:33.830731 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Checking segment: {'id': '6df2a17c-135c-4c26-98f4-a82cad71b3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '03e703ae-89d4-4629-b058-079e7804e421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:33.831087 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Network hostable DHCP agents. Network: 03e703ae-89d4-4629-b058-079e7804e421, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:33.833304 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:33.846904 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:33.887847 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:33.891399 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:33.948791 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=453ba6d2-4dc9-4768-9f3a-f112b53479a0,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:33.951362 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:33.959099 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Checking segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:33.959451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Network hostable DHCP agents. Network: b70906ed-79ae-44f2-bc00-70ae418322ad, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:34.002575 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:34.008646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:34.021700 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Checking segment: {'id': 'a6deb3dd-08c0-4cfa-a802-3975403da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:34.022080 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Network hostable DHCP agents. Network: 31173c4e-be36-4357-a985-4c250af3b67d, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:34.031598 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-e03116de-814c-4e36-91a8-77afbb90cb3a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:34.033047 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-e03116de-814c-4e36-91a8-77afbb90cb3a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.3310444 Jun 24 04:10:34.054207 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-e2bfbcc2-b6b9-4f01-bc9a-2ea58734acd3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/quotas/7695007fac434588ab66d4894dc8f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0150928 Jun 24 04:10:34.070800 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Network b70906ed-79ae-44f2-bc00-70ae418322ad is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:34.084847 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Network 03e703ae-89d4-4629-b058-079e7804e421 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:34.109921 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-d8362022-96a3-46ad-8f20-e8948f96d891 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500450 Jun 24 04:10:34.111522 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Network 31173c4e-be36-4357-a985-4c250af3b67d is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:34.190501 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, b70906ed-79ae-44f2-bc00-70ae418322ad) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:34.192508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 03e703ae-89d4-4629-b058-079e7804e421) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:34.194347 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 31173c4e-be36-4357-a985-4c250af3b67d) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:34.196535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:34.197253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.205285 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eabc1f-d540-499b-a25c-e3cc1932bf0e None None] Network b70906ed-79ae-44f2-bc00-70ae418322ad requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:34.215068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:34.215652 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.249098 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405411c0-068f-480a-95f9-cc249fe0276a None None] Network 03e703ae-89d4-4629-b058-079e7804e421 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:34.259835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:34.260467 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.324409 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-cff78583-c9cc-49a9-b05f-70b07cf731cf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:10:34.325438 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-cff78583-c9cc-49a9-b05f-70b07cf731cf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474148 Jun 24 04:10:34.341376 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6056664 Jun 24 04:10:34.360728 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a187c6-1be1-4b42-885c-9dc91d0c40ef None None] Network 31173c4e-be36-4357-a985-4c250af3b67d requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:34.364708 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57292) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:34.365955 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8681350 Jun 24 04:10:34.366682 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2484105 Jun 24 04:10:34.372920 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:34.492125 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-487e8f6c-3461-49de-996f-0a5bd43957a9 service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492889 Jun 24 04:10:34.612230 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.613621 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.642755 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-412317d6-3df3-4d6a-a7f4-a38750b428f8 service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428237 Jun 24 04:10:34.702139 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1628e0b-c474-445f-b7a8-76134ca78bed None None] Network 03e703ae-89d4-4629-b058-079e7804e421 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:34.739975 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e521c4-3fce-44ff-b805-88cdb96f458a None None] Network b70906ed-79ae-44f2-bc00-70ae418322ad requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:34.848022 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:34.857039 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06761653-cb68-4ee0-aabd-caa8e6a44ce4 None None] Network 31173c4e-be36-4357-a985-4c250af3b67d requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:35.201312 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.309502 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57344) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:35.311576 dv-cinder-792462-18-iscsi neutron-server[93537]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 04:10:35.370185 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-af18cb18-812e-43da-91d5-ce0ec0f75146 req-19a9bf21-5674-410c-9d42-dbf570bd3f17 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0595999 Jun 24 04:10:35.467469 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3aad6c06-1a03-4771-9215-9d5cf4ceebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.627890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.665853 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.685115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-73c49983-1f13-4c3a-b63e-1cb1c6b52e29 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:35.686665 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-73c49983-1f13-4c3a-b63e-1cb1c6b52e29 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/networks?id=31173c4e-be36-4357-a985-4c250af3b67d HTTP/1.1" status: 200 len: 812 time: 0.1996226 Jun 24 04:10:35.714248 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57372) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:35.721600 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492741324-network', 'tenant_id': 'a12b4e3baf8847ce84b9e4240228fe14'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:35.732854 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-882508a6-0479-436b-a589-d4a44cd5df54 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/quotas/b5c7b5c14ae04fc1a185346c0a984e6d HTTP/1.1" status: 200 len: 375 time: 0.0401597 Jun 24 04:10:35.745307 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.777433 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-a277c23f-068b-40a7-820b-b39b90e66d80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5c7b5c14ae04fc1a185346c0a984e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393226 Jun 24 04:10:35.847548 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Made reservation on behalf of a12b4e3baf8847ce84b9e4240228fe14 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:35.850165 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.860883 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:35.900124 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Allocated IP 172.27.2.166 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/d37db464-2d4d-4b07-a2f6-732e478789b5) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:35.921643 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-d4ea002c-3335-4898-a20c-a1292c6118de service neutron] 10.222.0.26 "GET /v2.0/networks/31173c4e-be36-4357-a985-4c250af3b67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245611 Jun 24 04:10:35.950366 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57382) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:35.982453 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.059199 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.063754 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:36.083570 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.084539 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:10:36.089077 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-99ebee49-735e-4613-97e0-86acd83b294b service neutron] 10.222.0.26 "GET /v2.0/networks/31173c4e-be36-4357-a985-4c250af3b67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510310 Jun 24 04:10:36.105779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289ff540-2046-452c-adea-f203ecce9461,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:36.105779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.105779 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Added segment 7d988a13-c6fe-4a0e-bf16-acd2bf9de9b2 of type vlan for network 533f4874-6783-44b1-a466-ab57cea6451b Jun 24 04:10:36.107145 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:36.145362 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.164491 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.207860 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.211016 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f8b35c14-f226-4ac7-96cc-b18bcb35bc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:36.250186 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:36.254927 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:36.257612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:36.265389 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.296674 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Pushing event updated for resources: {'Port': ['ID=d37db464-2d4d-4b07-a2f6-732e478789b5,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:36.333436 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:36.360626 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.362152 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.363612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:36.364325 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.368144 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:36.501518 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Pushing event updated for resources: {'Network': ['ID=533f4874-6783-44b1-a466-ab57cea6451b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:36.506388 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0fc3bbcf-f63e-4892-beb9-6a3934709b0b req-cefa8fb6-4322-4b00-8135-196f648c4f06 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0510302 Jun 24 04:10:36.512034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:36.513163 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 533f4874-6783-44b1-a466-ab57cea6451b details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:10:36.514357 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:36.522109 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a37e74674e84c80ae0340579cdaa060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5706770 Jun 24 04:10:36.528085 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b7e952c7-8ad8-48ee-8f4b-164be9b4c499 req-b77a1706-11fe-4dd1-bf61-8c8cf89cbe50 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0701492 Jun 24 04:10:36.528631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57410) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:36.551892 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64022279-caf8-4b00-86eb-b3a74cb3f578,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:36.576704 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:36.580441 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8647215 Jun 24 04:10:36.585208 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57414) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:36.611221 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Request body: {'subnet': {'network_id': '533f4874-6783-44b1-a466-ab57cea6451b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1492741324-subnet', 'tenant_id': 'a12b4e3baf8847ce84b9e4240228fe14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:36.721482 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.727749 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Made reservation on behalf of a12b4e3baf8847ce84b9e4240228fe14 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:36.730135 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.796326 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.835358 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.890658 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:36.985218 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.048280 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.052403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:37.111528 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a43f278-3e26-435f-8049-2d7de4c913d0,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:37.119663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:37.127097 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Checking segment: {'id': '7d988a13-c6fe-4a0e-bf16-acd2bf9de9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '533f4874-6783-44b1-a466-ab57cea6451b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:37.127513 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Network hostable DHCP agents. Network: 533f4874-6783-44b1-a466-ab57cea6451b, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:10:37.180052 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.184249 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.187900 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64022279-caf8-4b00-86eb-b3a74cb3f578 HTTP/1.1" status: 204 len: 168 time: 0.6558390 Jun 24 04:10:37.187900 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:37.196646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64022279-caf8-4b00-86eb-b3a74cb3f578,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:37.204402 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:37.225659 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Network 533f4874-6783-44b1-a466-ab57cea6451b is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:10:37.314761 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 533f4874-6783-44b1-a466-ab57cea6451b) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:37.319984 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:37.320597 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.340342 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea6ac3-d74a-4a43-a2e0-945878b7fe6a None None] Network 533f4874-6783-44b1-a466-ab57cea6451b requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:37.367798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:10:37.397367 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8090208 Jun 24 04:10:37.695048 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b1b6fbf2-4a0b-4f92-b41c-853303c25fbe req-a12d56f4-9b7e-4314-aad3-22f4902aad7a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0933032 Jun 24 04:10:37.737351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57476) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:37.748496 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:10:37.766150 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Sync routers for ids ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:10:37.780089 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Routers {'b22d6904-b6a0-4c14-b418-57d3e4b50bb2'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:37.780730 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:10:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:37.824872 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Deleting subnet 5e19e0ec-e934-4159-b032-55bc6ddd02bc {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:10:37.839541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.874754 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-57442518-194a-446c-8295-7249999c7ab5 req-990d7515-6f39-4a1f-b9ad-ed05ccd18356 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0769310 Jun 24 04:10:37.893597 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.894839 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f586fde-dfa9-498c-a517-0097e6d5d33f None None] Network 533f4874-6783-44b1-a466-ab57cea6451b requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:10:37.897711 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5297756 Jun 24 04:10:37.898325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57482) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:37.909823 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:37.933156 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.021057 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Set router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:38.105351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.108698 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:38.138682 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.152636 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57486) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:38.165909 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e19e0ec-e934-4159-b032-55bc6ddd02bc,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:38.219648 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.224953 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5e19e0ec-e934-4159-b032-55bc6ddd02bc HTTP/1.1" status: 204 len: 168 time: 0.4863970 Jun 24 04:10:38.226251 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48116db2-9ae9-4145-b83c-c1dcc5365804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:38.227154 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57492) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:38.253624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.310269 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:10:36Z', 'revision_number': 3, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:38.339198 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.342166 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Checking router: b22d6904-b6a0-4c14-b418-57d3e4b50bb2 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:10:38.342526 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Updating router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 port d37db464-2d4d-4b07-a2f6-732e478789b5 binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:10:38.377750 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.460781 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.475005 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.490325 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.490943 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.491893 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.492401 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > port after_create 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.492920 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.493430 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > port after_update 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.493935 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.494442 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.495090 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.495564 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.678951 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.679506 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.679980 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.680519 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:10:38.681059 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e703ae-89d4-4629-b058-079e7804e421']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:38.703788 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Allocated IP 172.20.0.1 (b70906ed-79ae-44f2-bc00-70ae418322ad/453ba6d2-4dc9-4768-9f3a-f112b53479a0/ac231e4e-d1d2-4fff-accb-f99bd4424198) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:38.707944 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df2a17c-135c-4c26-98f4-a82cad71b3e4') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:38.708650 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df2a17c-135c-4c26-98f4-a82cad71b3e4') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:38.725945 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.730762 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.737613 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Transition to ACTIVE for port object d37db464-2d4d-4b07-a2f6-732e478789b5 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:38.745213 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.755002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.764767 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:10:38.765264 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: from cryptography.utils import int_from_bytes Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: from cryptography.utils import int_from_bytes Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:10:38.772412 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:10:38.825858 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.847638 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.850643 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.861092 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:38.875919 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-3e221bd0-f353-4f4b-88c8-050fc720e326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:38.899185 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9619339b-00d2-4caf-acc8-790801baa169 req-bcea7ddf-d0d8-42c4-a163-6ffa3c2e4b0c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0497873 Jun 24 04:10:38.914918 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Attempting to bind port d37db464-2d4d-4b07-a2f6-732e478789b5 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:38.915312 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Attempting to bind port d37db464-2d4d-4b07-a2f6-732e478789b5 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:38.915687 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Attempting to bind port d37db464-2d4d-4b07-a2f6-732e478789b5 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:38.915788 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.925315 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Pushing event updated for resources: {'Port': ['ID=d37db464-2d4d-4b07-a2f6-732e478789b5,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:38.927684 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:38.928111 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:38.928691 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.929099 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:38.930122 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Bound port: d37db464-2d4d-4b07-a2f6-732e478789b5, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:38.930500 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.936041 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c16ee42-b9b6-4d8a-b161-dc0a1f4e367b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:38.940034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:38.945476 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] 10.222.0.26 "DELETE /v2.0/networks/03e703ae-89d4-4629-b058-079e7804e421 HTTP/1.1" status: 204 len: 168 time: 0.7055635 Jun 24 04:10:38.945476 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:38.946423 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e666d5d8f52447899a7ad9ca4b2d5a6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7915342 Jun 24 04:10:38.946941 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:38.948176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57514) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:38.955439 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.955809 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.956481 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57516) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:38.956702 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.957039 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.957362 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.957685 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.958033 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.958354 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.958710 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.959006 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.959332 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.959633 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Tracked resource versions report: Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: pushed versions: Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Log': {'1.0'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Network': {'1.1'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Port': {'1.7'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'PortForwarding': {'1.2'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'QosPolicy': {'1.8'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SubPort': {'1.0'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Subnet': {'1.1'}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Trunk': {'1.1'}} Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: consumer versions: Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'ConntrackHelper': '1.0', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Log': '1.0', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Network': '1.1', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Port': '1.7', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'PortForwarding': '1.2', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'QosPolicy': '1.8', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroup': '1.4', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SecurityGroupRule': '1.2', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'SubPort': '1.0', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Subnet': '1.1', Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: 'Trunk': '1.1'}} Jun 24 04:10:38.960715 dv-cinder-792462-18-iscsi neutron-server[93539]: {{(pid=93539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:38.965102 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:38.978095 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Pushing event deleted for resources: {'Network': ['ID=03e703ae-89d4-4629-b058-079e7804e421,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:38.982122 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:38.998174 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] For port d37db464-2d4d-4b07-a2f6-732e478789b5, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:39.002068 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] For port d37db464-2d4d-4b07-a2f6-732e478789b5, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=d37db464-2d4d-4b07-a2f6-732e478789b5,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:39.005442 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.016366 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-833385c5-98da-4f79-b46d-3dad11dee73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:39.073533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Deleting subnet 6a43f278-3e26-435f-8049-2d7de4c913d0 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:10:39.076469 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Network b70906ed-79ae-44f2-bc00-70ae418322ad is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:39.082395 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.084087 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.085405 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:39.107774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:39.120457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:39.120457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.134865 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Routers {'b22d6904-b6a0-4c14-b418-57d3e4b50bb2'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:39.136001 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:10:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:39.177552 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Pushing event updated for resources: {'Port': ['ID=d37db464-2d4d-4b07-a2f6-732e478789b5,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:39.182309 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:39.182673 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac231e4e-d1d2-4fff-accb-f99bd4424198,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:39.188565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:39.219604 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d71c45af-73a2-40ea-86d9-255621634955 req-2f9dd753-5d3c-46a1-8ddd-156c61a88add tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.1711459 Jun 24 04:10:39.230533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.255396 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] Set router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:39.260306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.262328 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.347854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.441418 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:10:36Z', 'revision_number': 3, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:39.466230 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9159da1b-3c40-4792-96f2-7698c132f0df None None] The sync data for ids ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'] in dv-cinder-792462-18-iscsi is: [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:10:36Z', 'revision_number': 3, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:10:39.482390 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.484865 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:39.496491 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.501064 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6a43f278-3e26-435f-8049-2d7de4c913d0 HTTP/1.1" status: 204 len: 168 time: 0.5518894 Jun 24 04:10:39.501302 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57528) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:39.519017 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a43f278-3e26-435f-8049-2d7de4c913d0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:39.524248 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:39.524248 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.527828 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.529034 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c16ee42-b9b6-4d8a-b161-dc0a1f4e367b HTTP/1.1" status: 204 len: 168 time: 0.5715842 Jun 24 04:10:39.530458 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:39.583007 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.675054 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c16ee42-b9b6-4d8a-b161-dc0a1f4e367b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:39.677480 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:39.697914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.826253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.855602 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533f4874-6783-44b1-a466-ab57cea6451b']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:39.869017 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d988a13-c6fe-4a0e-bf16-acd2bf9de9b2') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:39.869574 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d988a13-c6fe-4a0e-bf16-acd2bf9de9b2') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:39.879937 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.909359 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.920404 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:10:39.920719 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:10:39.922560 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:10:39.946105 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d37db464-2d4d-4b07-a2f6-732e478789b5 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:39.966126 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.046702 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.047880 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.050673 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:40.074331 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port d37db464-2d4d-4b07-a2f6-732e478789b5 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:40.078523 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port d37db464-2d4d-4b07-a2f6-732e478789b5 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:40.079136 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.123195 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d230e15e-f53d-4afd-bb68-3c0c45e24386 req-92e24a42-b69a-48bd-9383-3a8632a7f377 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0358434 Jun 24 04:10:40.133401 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.142421 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.156463 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] 10.222.0.26 "DELETE /v2.0/networks/533f4874-6783-44b1-a466-ab57cea6451b HTTP/1.1" status: 204 len: 168 time: 0.6496582 Jun 24 04:10:40.159880 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:40.177791 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.184719 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac231e4e-d1d2-4fff-accb-f99bd4424198,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:40.188849 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:40.208898 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port d37db464-2d4d-4b07-a2f6-732e478789b5, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=d37db464-2d4d-4b07-a2f6-732e478789b5,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:10:40.210447 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Pushing event deleted for resources: {'Network': ['ID=533f4874-6783-44b1-a466-ab57cea6451b,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:40.214008 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:40.237088 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Network b70906ed-79ae-44f2-bc00-70ae418322ad is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:40.238599 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:40.282032 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.285170 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:40.337748 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=d37db464-2d4d-4b07-a2f6-732e478789b5,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:40.346226 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.347055 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.347559 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.348127 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.348607 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.349080 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.349705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.350218 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.350704 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.351319 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.351786 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.352246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Tracked resource versions report: Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: pushed versions: Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: { 'AddressGroup': {'1.2'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'ConntrackHelper': {'1.0'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Log': {'1.0'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Network': {'1.1'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Port': {'1.7'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'PortForwarding': {'1.2'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'QosPolicy': {'1.8'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroup': {'1.4'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroupRule': {'1.2'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SubPort': {'1.0'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Subnet': {'1.1'}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Trunk': {'1.1'}} Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: consumer versions: Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: { DHCP agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: HyperV agent@hv-cinder-79246: {}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: L3 agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: Metadata agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: Metering agent@dv-cinder-792462-18-iscsi: {}, Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: Open vSwitch agent@dv-cinder-792462-18-iscsi: { 'AddressGroup': '1.2', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'ConntrackHelper': '1.0', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Log': '1.0', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Network': '1.1', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Port': '1.7', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'PortForwarding': '1.2', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'QosPolicy': '1.8', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroup': '1.4', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SecurityGroupRule': '1.2', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'SubPort': '1.0', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Subnet': '1.1', Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: 'Trunk': '1.1'}} Jun 24 04:10:40.354300 dv-cinder-792462-18-iscsi neutron-server[93538]: {{(pid=93538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 04:10:40.361393 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:40.397742 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:10:40.428972 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-63fe64b7-b663-4bc1-b4d8-726c082acd00 req-a7905aca-b85d-4c0b-bc19-1ba04a7c7622 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0461040 Jun 24 04:10:40.537282 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:10:40.537282 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/b22d6904-b6a0-4c14-b418-57d3e4b50bb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368058 Jun 24 04:10:40.566613 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57564) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:40.606186 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-e0ac2d15-4e73-4d0e-8587-03798882d811 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=beb89152f69a478d8eca16733b34df32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383120 Jun 24 04:10:40.608592 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57566) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:40.659080 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.682737 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.830288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.833171 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:40.834334 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8db4cd6-a139-4b12-a78b-1fedc560b818 HTTP/1.1" status: 204 len: 168 time: 0.2248154 Jun 24 04:10:40.835107 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:40.844137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db4cd6-a139-4b12-a78b-1fedc560b818,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:40.846376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:41.092441 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-7770a461-81eb-481b-a279-8b65a1667afd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:41.093976 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-7770a461-81eb-481b-a279-8b65a1667afd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 819 time: 0.1312122 Jun 24 04:10:41.108982 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-93b330e0-f81e-4c2c-9efc-80c78ac3290f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/quotas/1ae088e1925a4f0690e71a1de5e2e007 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Jun 24 04:10:41.200258 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-a9218adc-47d0-4c2c-bba1-2751d4c503f1 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858884 Jun 24 04:10:41.306242 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-357b19ad-095c-4367-977d-a4d83c3121a7 req-189ebab0-6d52-478e-95e0-0938f8debc88 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0287480 Jun 24 04:10:41.325528 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-a8fb51ff-427b-4bee-8549-89cf4ea8766b service neutron] 10.222.0.26 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143801 Jun 24 04:10:41.330032 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Sync routers for ids ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:10:41.339054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Routers {'b22d6904-b6a0-4c14-b418-57d3e4b50bb2'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:41.339668 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:10:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:41.427335 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-64232eef-bc11-4a3c-ba4e-856042c6edc4 service neutron] 10.222.0.26 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004441 Jun 24 04:10:41.456966 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Set router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:41.587072 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-58920a81-8236-467f-9d12-2ff5cb8a65c0 req-34d8c2f6-b723-4a4a-9b70-8df4cab9d7ba tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0304644 Jun 24 04:10:41.626967 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57618) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:41.684430 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-896cb9f0-2cc4-46f4-b639-c6444b9396ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a12b4e3baf8847ce84b9e4240228fe14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532284 Jun 24 04:10:41.685036 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57624) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:41.718183 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a8d27ee2-544d-4add-ad4c-9c45623ea706 req-6fc559fc-de74-4b4c-a29c-716ae81eecc7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 210 time: 0.0345831 Jun 24 04:10:41.719590 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:10:39Z', 'revision_number': 4, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'ac231e4e-d1d2-4fff-accb-f99bd4424198', 'name': '', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'mac_address': 'fa:16:3e:55:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:38Z', 'updated_at': '2021-06-24T04:10:39Z', 'revision_number': 2, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'subnets': [{'id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:41.751400 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.786491 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Checking router: b22d6904-b6a0-4c14-b418-57d3e4b50bb2 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:10:41.787222 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Updating router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 port ac231e4e-d1d2-4fff-accb-f99bd4424198 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:10:41.798728 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.873352 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.898701 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d37db464-2d4d-4b07-a2f6-732e478789b5 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:41.927505 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.930515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:41.932077 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/289ff540-2046-452c-adea-f203ecce9461 HTTP/1.1" status: 204 len: 168 time: 0.2460732 Jun 24 04:10:41.932884 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f59f162d-851a-4d8d-917f-dd31e4c724c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:41.941791 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ff540-2046-452c-adea-f203ecce9461,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:41.944711 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:42.092574 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port d37db464-2d4d-4b07-a2f6-732e478789b5 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:42.093024 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.119755 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e98c835a-5d66-4007-ba3e-417ab4f70e01 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:42.121388 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e98c835a-5d66-4007-ba3e-417ab4f70e01 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 819 time: 0.1393187 Jun 24 04:10:42.139355 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-9082e6be-aa75-4e04-8659-399405558f26 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/quotas/1ae088e1925a4f0690e71a1de5e2e007 HTTP/1.1" status: 200 len: 375 time: 0.0108428 Jun 24 04:10:42.222841 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-46d912d9-93ef-4c48-a55b-0a2d7ed72481 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701787 Jun 24 04:10:42.314536 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.318388 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-d3af8031-f9c4-4c7c-bfad-decb1a261533 service neutron] 10.222.0.26 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942307 Jun 24 04:10:42.325623 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Transition to ACTIVE for port object ac231e4e-d1d2-4fff-accb-f99bd4424198 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:10:42.414842 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-9fa14be7-d9cc-493a-9019-2b35c9d7e969 service neutron] 10.222.0.26 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912483 Jun 24 04:10:42.430046 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.434925 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-3782eab3-9700-4d11-a7a9-cbcb8618ada7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:42.469264 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b9ee1a69-c52a-454b-b596-c1b825c86aed req-38e89fc6-ffca-4bed-aa4a-5d53ea2e02d0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0338829 Jun 24 04:10:42.596344 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9678e-91f9-4061-ba9e-2ad0953ecc91 None None] Pushing event updated for resources: {'Port': ['ID=ac231e4e-d1d2-4fff-accb-f99bd4424198,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:42.599812 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-a4d9678e-91f9-4061-ba9e-2ad0953ecc91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:42.628985 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Attempting to bind port ac231e4e-d1d2-4fff-accb-f99bd4424198 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:10:42.629358 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Attempting to bind port ac231e4e-d1d2-4fff-accb-f99bd4424198 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:10:42.629722 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Attempting to bind port ac231e4e-d1d2-4fff-accb-f99bd4424198 on network b70906ed-79ae-44f2-bc00-70ae418322ad {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:10:42.634652 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:10:42.635028 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Checking segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:10:42.635429 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.635823 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Bound using segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:10:42.636290 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Bound port: ac231e4e-d1d2-4fff-accb-f99bd4424198, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:10:42.636660 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.713738 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] For port ac231e4e-d1d2-4fff-accb-f99bd4424198, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:10:42.718783 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] For port ac231e4e-d1d2-4fff-accb-f99bd4424198, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=ac231e4e-d1d2-4fff-accb-f99bd4424198,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:10:42.785528 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bdb3fdca-2d55-4977-a6d4-ecef2e6124e5 req-e4f25c71-7beb-4970-a8ad-6205e83453cd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0408716 Jun 24 04:10:42.786280 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-03089623-f2ff-448b-ab06-20c8e0d14f8f req-94b79241-a104-4381-aadc-52b04a2cec0f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0389328 Jun 24 04:10:42.843452 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:42.847168 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:42.911266 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9678e-91f9-4061-ba9e-2ad0953ecc91 None None] Pushing event updated for resources: {'Port': ['ID=ac231e4e-d1d2-4fff-accb-f99bd4424198,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:42.914033 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Routers {'b22d6904-b6a0-4c14-b418-57d3e4b50bb2'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:10:42.915510 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:10:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:42.917853 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-a4d9678e-91f9-4061-ba9e-2ad0953ecc91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:43.044775 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] Set router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:10:43.282502 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.10', 49859) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:43.287693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57718) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:43.373372 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:10:39Z', 'revision_number': 4, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'ac231e4e-d1d2-4fff-accb-f99bd4424198', 'name': '', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'mac_address': 'fa:16:3e:55:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:38Z', 'updated_at': '2021-06-24T04:10:42Z', 'revision_number': 4, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'subnets': [{'id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:10:43.416720 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2684be-0b6a-4dbc-be1a-dec11d5f1250 None None] The sync data for ids ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'] in dv-cinder-792462-18-iscsi is: [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:10:39Z', 'revision_number': 4, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'ac231e4e-d1d2-4fff-accb-f99bd4424198', 'name': '', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'mac_address': 'fa:16:3e:55:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:38Z', 'updated_at': '2021-06-24T04:10:42Z', 'revision_number': 4, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'subnets': [{'id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:10:43.951199 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.954904 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-4b33bac3-f8ae-4037-b5d9-6b4f7b08a2df tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:43.954904 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-4b33bac3-f8ae-4037-b5d9-6b4f7b08a2df tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.4711945 Jun 24 04:10:43.954904 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Request body: {'port': {'device_id': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'admin_state_up': True, 'tenant_id': '7695007fac434588ab66d4894dc8f3c3'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:43.954904 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1cb7fe54-e94c-4eca-823d-50fd1974b113 req-e85482b0-4e7d-467d-8aa7-d8877b2d27e5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0681973 Jun 24 04:10:43.956471 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:43.971347 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device ac231e4e-d1d2-4fff-accb-f99bd4424198 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:44.003225 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2458b275-f1fe-4fc5-81dc-0bd76e3b39f3 req-0b965feb-d5a1-423e-9fad-06fc8997f2e9 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0589938 Jun 24 04:10:44.018979 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.023489 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-521acf18-0467-4b5e-96f9-5e544759b3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:44.074098 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-552da75c-2390-4aa3-bbf8-e4ed600a9c89 req-519dc154-f6e5-48a6-8a51-bae3c1baf029 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.1501741 Jun 24 04:10:44.090110 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab8d7004775442b8a438c0fd464fb7d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8012726 Jun 24 04:10:44.090991 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57744) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:44.114011 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d2fcef-3bd2-439c-bcf4-0e761d522c19,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:44.119345 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:44.161718 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port ac231e4e-d1d2-4fff-accb-f99bd4424198 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:10:44.166508 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port ac231e4e-d1d2-4fff-accb-f99bd4424198 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:44.172046 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.283914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.328113 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.361342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.361552 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.10', 49869) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:44.405824 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port ac231e4e-d1d2-4fff-accb-f99bd4424198, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=ac231e4e-d1d2-4fff-accb-f99bd4424198,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:10:44.511329 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-59402050-8d44-4b2a-8e2b-cf13d665d8f8 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:44.512812 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-59402050-8d44-4b2a-8e2b-cf13d665d8f8 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.10 "GET /v2.0/networks?id=31173c4e-be36-4357-a985-4c250af3b67d HTTP/1.1" status: 200 len: 812 time: 0.1503861 Jun 24 04:10:44.514878 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Made reservation on behalf of 7695007fac434588ab66d4894dc8f3c3 for: {'port': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:44.518741 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.526888 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.534264 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:44.568614 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Request body: {'port': {'device_id': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d', 'admin_state_up': True, 'tenant_id': 'b5c7b5c14ae04fc1a185346c0a984e6d'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:44.696606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=ac231e4e-d1d2-4fff-accb-f99bd4424198,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:44.706860 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:44.710835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.721675 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:44.722782 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59d2fcef-3bd2-439c-bcf4-0e761d522c19 HTTP/1.1" status: 204 len: 168 time: 0.6159551 Jun 24 04:10:44.730854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:44.744161 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d2fcef-3bd2-439c-bcf4-0e761d522c19,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:44.785865 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:45.014369 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Allocated IP 172.20.0.10 (947049d3-a341-4f43-8063-d14f6e567fb7/03b7c238-d8f8-4b94-b5d7-c94e69d75575/38104af8-c81f-4460-a90d-7f3da4ec76af) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:45.124293 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f72e2e56-7953-43e4-80e0-fb82165bc959 req-46eeca99-46fa-4f77-85da-91b5d4cac298 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0486674 Jun 24 04:10:45.341692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.10', 49873) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:45.343250 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-20a6ea6f-767a-4abe-b72a-71eab3bb5390 req-283e0391-efda-4333-919a-fb13eb37e46d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0634274 Jun 24 04:10:45.352336 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.481642 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Made reservation on behalf of b5c7b5c14ae04fc1a185346c0a984e6d for: {'port': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:45.486956 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.514719 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:45.564226 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-6c7f52d4-23d1-448b-a1dd-bdd059a53a76 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:45.566977 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-6c7f52d4-23d1-448b-a1dd-bdd059a53a76 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 819 time: 0.2222552 Jun 24 04:10:45.588471 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Request body: {'port': {'device_id': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'admin_state_up': True, 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:10:45.597367 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1752ae7f-844d-4927-a76f-e261d2f521bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:45.834757 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d1b32ba9-d39d-4c55-8b90-f4850aa6b908 req-bed83526-3a97-41a8-985c-924aa4e717cb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.1420064 Jun 24 04:10:45.916716 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Network 947049d3-a341-4f43-8063-d14f6e567fb7 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:45.938008 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device ac231e4e-d1d2-4fff-accb-f99bd4424198 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:10:46.037911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57824) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:46.097553 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.137767 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Allocated IP 172.20.0.12 (31173c4e-be36-4357-a985-4c250af3b67d/5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187/977d38ba-7cae-47de-8364-105803d04a01) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:46.234701 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Made reservation on behalf of 1ae088e1925a4f0690e71a1de5e2e007 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:10:46.238760 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.351263 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port ac231e4e-d1d2-4fff-accb-f99bd4424198 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:10:46.351868 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.428291 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:46.441213 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:46.547019 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event updated for resources: {'Port': ['ID=38104af8-c81f-4460-a90d-7f3da4ec76af,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:46.560594 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:46.584238 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:46.585276 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.605734 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.738562 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.752775 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:46.781085 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1b8dd692-5cb1-43b9-b29e-15a43e1f6582 req-f0bfd702-e009-4612-baa4-52011f0a5f5c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.1604764 Jun 24 04:10:46.817559 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Pushing event updated for resources: {'Port': ['ID=977d38ba-7cae-47de-8364-105803d04a01,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:46.856884 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:46.885026 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Allocated IP 172.20.0.10 (b70906ed-79ae-44f2-bc00-70ae418322ad/453ba6d2-4dc9-4768-9f3a-f112b53479a0/93c68325-7337-4a33-8991-c368b3d44970) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:10:46.959417 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:46.986480 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Network 31173c4e-be36-4357-a985-4c250af3b67d is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:46.993039 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:47.014446 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:47.110562 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57860) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:47.111829 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:47.112566 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.132424 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.155113 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfadda0-7c9f-499f-8de5-6e1912ebac67 req-a8da94e6-0a89-4dfd-9bc8-86e3f8ac166f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:47.174523 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9bfadda0-7c9f-499f-8de5-6e1912ebac67 req-a8da94e6-0a89-4dfd-9bc8-86e3f8ac166f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.4259951 Jun 24 04:10:47.178518 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.192848 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-861e00d5-56b4-4f02-b6d5-53fad3f97beb req-c3e6a117-9706-49be-a084-be9a0fb10358 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0810080 Jun 24 04:10:47.193000 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3744862 Jun 24 04:10:47.219740 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6706159 Jun 24 04:10:47.237562 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9bfadda0-7c9f-499f-8de5-6e1912ebac67 req-a28160b2-c42e-41ba-86c1-c334ecb27c0e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604804 Jun 24 04:10:47.328041 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78a63b776bff45f6b7696377b271983a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2884779 Jun 24 04:10:47.330518 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57868) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:47.341611 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d2293-03d6-42c5-bb10-1a569d5934bb,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.373502 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.394314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.413213 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.435780 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.458496 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.593276 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.622132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57872) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:47.725164 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.850185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.852808 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.898567 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.901510 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.902874 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/083d2293-03d6-42c5-bb10-1a569d5934bb HTTP/1.1" status: 204 len: 168 time: 0.5713954 Jun 24 04:10:47.903545 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:47.909367 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:47.910836 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d2293-03d6-42c5-bb10-1a569d5934bb,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:47.913157 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:47.979308 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Network b70906ed-79ae-44f2-bc00-70ae418322ad is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:10:47.998519 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:10:48.004693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:10:48.010579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:48.011169 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.019456 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Pushing event updated for resources: {'Port': ['ID=93c68325-7337-4a33-8991-c368b3d44970,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.039895 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.040452 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:48.064741 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=42c1bfb54c104add981e79196626abab&name=default HTTP/1.1" status: 200 len: 2977 time: 0.9512959 Jun 24 04:10:48.068459 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 57884) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:48.098576 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0a4779-43a3-4cc9-8494-4e396b60cdc9,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.122585 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.126978 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.150365 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.171077 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970b137-e6b3-4197-bfbf-f9385ed2fa16 req-d1823fe6-45a5-4e6c-839e-67b6266fd4fd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:48.172066 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0970b137-e6b3-4197-bfbf-f9385ed2fa16 req-d1823fe6-45a5-4e6c-839e-67b6266fd4fd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.2710304 Jun 24 04:10:48.215761 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.272342 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0970b137-e6b3-4197-bfbf-f9385ed2fa16 req-cebd794c-96b9-4d18-a7a5-c820939d0e60 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897982 Jun 24 04:10:48.281388 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.286190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.286190 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f0a4779-43a3-4cc9-8494-4e396b60cdc9 HTTP/1.1" status: 204 len: 168 time: 0.2169449 Jun 24 04:10:48.286190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:48.298205 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0a4779-43a3-4cc9-8494-4e396b60cdc9,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.307066 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.325839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.337926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b282e286-500a-49a0-a385-113e0915124b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:48.377244 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73819579-c60d-4562-9a26-b37afef4968c,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.386690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.393859 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8101614 Jun 24 04:10:48.399180 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bd2c76ffe2b467daac860a1ba353c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7758296 Jun 24 04:10:48.405757 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57900) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:48.429247 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-45776376-a985-4d99-98db-0370d07508b6 req-e08f566c-a36e-475e-bab2-975e6bfdeb38 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0762959 Jun 24 04:10:48.515686 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.544896 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.595431 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4120-b9f6-4667-84ac-79dd6f4a016c req-403ede8c-bf11-4107-b410-7eacdf2a1f32 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:48.596960 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bc4f4120-b9f6-4667-84ac-79dd6f4a016c req-403ede8c-bf11-4107-b410-7eacdf2a1f32 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.1440861 Jun 24 04:10:48.652541 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bc4f4120-b9f6-4667-84ac-79dd6f4a016c req-911b9959-6bac-4205-845a-3219d3b05c35 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Jun 24 04:10:48.732847 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.735710 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:48.736811 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73819579-c60d-4562-9a26-b37afef4968c HTTP/1.1" status: 204 len: 168 time: 0.3298717 Jun 24 04:10:48.741306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:48.745412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73819579-c60d-4562-9a26-b37afef4968c,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:48.747568 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:48.997603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57916) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:49.012254 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.132445 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.344187 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.347110 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-29f5007a-e9fb-4b3e-bdbf-de7671834426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:49.409991 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f356d-75c7-48d2-b9e8-232f45e659d0,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:49.409991 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b491e0a890e4999b418e7a1cef05ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099414 Jun 24 04:10:49.411526 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 57928) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:10:49.414486 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:49.483849 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.514599 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41412e4d-a9fb-44b3-82ea-72cc8edfc20c req-8e74c33d-c0be-4585-b25b-f34308d05d1a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:49.520692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.522288 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-41412e4d-a9fb-44b3-82ea-72cc8edfc20c req-8e74c33d-c0be-4585-b25b-f34308d05d1a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.1421871 Jun 24 04:10:49.576131 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-41412e4d-a9fb-44b3-82ea-72cc8edfc20c req-909e71ef-c5c8-4b3c-a549-16963b431cd7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501399 Jun 24 04:10:49.748413 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b341e9a4-646a-4299-9175-ade3302658c1 req-15786522-6b8b-47dd-9325-4a22037550f6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.1635354 Jun 24 04:10:49.749241 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.752596 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:10:49.753526 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/646f356d-75c7-48d2-b9e8-232f45e659d0 HTTP/1.1" status: 204 len: 168 time: 0.3407404 Jun 24 04:10:49.754260 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:10:49.762239 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f356d-75c7-48d2-b9e8-232f45e659d0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:10:49.764658 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:10:49.864100 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac987ce-dfc8-4450-9d5e-2594fd7837f1 req-ca67fbcd-a5bb-4541-9d2f-511b6f7bd80b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:49.872504 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4ac987ce-dfc8-4450-9d5e-2594fd7837f1 req-ca67fbcd-a5bb-4541-9d2f-511b6f7bd80b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0874691 Jun 24 04:10:49.934525 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4ac987ce-dfc8-4450-9d5e-2594fd7837f1 req-75ace49c-656c-410c-9b97-5e9ddd92af13 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607312 Jun 24 04:10:50.795412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab692e4-3499-4774-bf8a-f3f60da9ebc3 req-0ee097f4-242d-40af-9ccf-8c74ffeaaa1b tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:50.804053 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8ab692e4-3499-4774-bf8a-f3f60da9ebc3 req-0ee097f4-242d-40af-9ccf-8c74ffeaaa1b tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.1108596 Jun 24 04:10:50.847072 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8ab692e4-3499-4774-bf8a-f3f60da9ebc3 req-3295aa25-583e-4230-abad-0b4b5a37a0e2 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Jun 24 04:10:50.991903 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bf4db524-9899-47ee-8bc9-3d5d1a1cc63a req-3ae0d8e6-1f0d-4e3c-9937-9803f89c36aa tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0288744 Jun 24 04:10:51.211515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65c01-4618-4897-8e3e-36949db234a8 req-14370013-7d4f-4928-bb7f-fb1092873592 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:51.213667 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-acf65c01-4618-4897-8e3e-36949db234a8 req-14370013-7d4f-4928-bb7f-fb1092873592 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0844657 Jun 24 04:10:51.250443 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-acf65c01-4618-4897-8e3e-36949db234a8 req-6ecc5aa8-ad0f-48b9-ab73-8066e0a8d7f6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Jun 24 04:10:52.111836 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189c0af-4cd9-43c9-8974-28e5a36d6de4 req-86ef4878-289f-48ea-bf9d-9a1610bd032f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:52.120314 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a189c0af-4cd9-43c9-8974-28e5a36d6de4 req-86ef4878-289f-48ea-bf9d-9a1610bd032f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.1224482 Jun 24 04:10:52.171909 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a189c0af-4cd9-43c9-8974-28e5a36d6de4 req-ef1bd37a-e3e3-4838-af94-b78a4e0c70dc tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501878 Jun 24 04:10:52.224552 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b612aee3-d9d4-42a3-b39d-16a69fb87b69 req-5e9511da-a82f-4816-bcc0-700652be99a5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0332613 Jun 24 04:10:52.439708 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafa1ee-eb2a-4553-b96a-7997d9209e4e req-562a63a9-6aeb-4cbb-99a6-456559fd0501 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:52.441179 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0eafa1ee-eb2a-4553-b96a-7997d9209e4e req-562a63a9-6aeb-4cbb-99a6-456559fd0501 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0711982 Jun 24 04:10:52.482928 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0eafa1ee-eb2a-4553-b96a-7997d9209e4e req-082a7262-6d49-45fa-aac1-be470fc16dbd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356846 Jun 24 04:10:53.390381 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98008e3-3545-4200-a45f-42ef49aafd95 req-24f8a7f9-4ebb-4777-b96c-2167b682d275 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:53.393071 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c98008e3-3545-4200-a45f-42ef49aafd95 req-24f8a7f9-4ebb-4777-b96c-2167b682d275 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.1034825 Jun 24 04:10:53.403494 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d07557eb-facd-4f3e-8b51-06caeec9b992 req-07e6a152-21ac-47a2-aece-587bc6281b8d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0419037 Jun 24 04:10:53.465235 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c98008e3-3545-4200-a45f-42ef49aafd95 req-3f9c6aa6-8511-4832-b5a0-7ed88e1f6309 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612106 Jun 24 04:10:53.680151 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444da77-c251-4b44-9b58-b29af3aec6c8 req-3390c135-540a-4417-b69d-aef35cb2492a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:53.682557 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b444da77-c251-4b44-9b58-b29af3aec6c8 req-3390c135-540a-4417-b69d-aef35cb2492a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0839560 Jun 24 04:10:53.721271 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b444da77-c251-4b44-9b58-b29af3aec6c8 req-15df4741-ccc2-435b-88d4-4690af931b78 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Jun 24 04:10:54.562001 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a7604126-2fcd-4add-8172-d931d8ebc3ce req-54f8a6a3-a113-4a0b-9701-7b83e790ab18 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0411801 Jun 24 04:10:54.709313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0db81-700e-44a5-b0b2-242d800abfa8 req-0c2f7b48-3f81-4fd3-91a4-b6afb0bf9c7c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:54.711160 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d1b0db81-700e-44a5-b0b2-242d800abfa8 req-0c2f7b48-3f81-4fd3-91a4-b6afb0bf9c7c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.0722954 Jun 24 04:10:54.753801 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d1b0db81-700e-44a5-b0b2-242d800abfa8 req-bf01b9b0-f843-4013-9efb-3d5b7ec57c62 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Jun 24 04:10:54.923346 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790575d9-c74e-407e-90c7-7a6f1150f3ae req-e4a00b81-d5ea-49dc-944a-7b281e70e731 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:54.924873 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-790575d9-c74e-407e-90c7-7a6f1150f3ae req-e4a00b81-d5ea-49dc-944a-7b281e70e731 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0839820 Jun 24 04:10:54.978779 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-790575d9-c74e-407e-90c7-7a6f1150f3ae req-912098de-814b-4b33-a4ee-248d0d6b9761 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Jun 24 04:10:55.705465 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-85bf5e80-9166-4d1f-a5f4-287b76240d85 req-477f4272-8a05-4ae8-8920-b47594d7ea48 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0315988 Jun 24 04:10:55.945857 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa95a6d-549f-450b-825a-fafa6def0c3e req-9e8328af-9206-45dc-876a-1b134fd92518 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:55.948432 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-faa95a6d-549f-450b-825a-fafa6def0c3e req-9e8328af-9206-45dc-876a-1b134fd92518 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.0809958 Jun 24 04:10:55.986751 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-faa95a6d-549f-450b-825a-fafa6def0c3e req-dae4847f-a049-448a-bbe6-86794329e8e0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Jun 24 04:10:56.161708 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46c5ef-d224-40b0-a921-71f643773520 req-2324caa2-dedb-4493-be54-96a4a01e6365 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:56.163212 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9f46c5ef-d224-40b0-a921-71f643773520 req-2324caa2-dedb-4493-be54-96a4a01e6365 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0773773 Jun 24 04:10:56.208002 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9f46c5ef-d224-40b0-a921-71f643773520 req-8fe42fef-41c4-4157-a07f-554aaa040ded tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Jun 24 04:10:56.857671 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-abeaca3c-52bb-4b25-9187-6740de31d5b1 req-5510b658-70cf-4518-a9ae-92f93215c7be tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0287890 Jun 24 04:10:57.157288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bbbea-9ddf-4da8-b602-6056abba9f05 req-afeb2764-4b75-4504-be9f-b806f69140f3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:57.158712 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1e9bbbea-9ddf-4da8-b602-6056abba9f05 req-afeb2764-4b75-4504-be9f-b806f69140f3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.0617170 Jun 24 04:10:57.194191 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1e9bbbea-9ddf-4da8-b602-6056abba9f05 req-00ffc763-a951-46c7-be54-7b2959de5f87 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300584 Jun 24 04:10:57.374287 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca704a-9825-4c96-80d3-3e661a53459e req-e4c9960a-5b19-43b6-a6b3-aa1e41fe2d7c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:57.375823 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3ca704a-9825-4c96-80d3-3e661a53459e req-e4c9960a-5b19-43b6-a6b3-aa1e41fe2d7c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0619915 Jun 24 04:10:57.412380 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3ca704a-9825-4c96-80d3-3e661a53459e req-bdc51c87-027f-4311-834c-13747fcd73d6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Jun 24 04:10:58.005068 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b9a8092-1d89-401b-a5b3-b65a05fefe53 req-564f90fd-6a01-432a-b783-35affa71166e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0346160 Jun 24 04:10:58.396547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019605-bcf7-4961-80ad-25783c63c92f req-303ed66d-e2b9-4405-bd71-1c161123abc5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:58.405296 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e1019605-bcf7-4961-80ad-25783c63c92f req-303ed66d-e2b9-4405-bd71-1c161123abc5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.0786114 Jun 24 04:10:58.464988 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e1019605-bcf7-4961-80ad-25783c63c92f req-5a67afa4-3f69-48f4-a4ba-3fa791676091 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 Jun 24 04:10:58.594790 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a30e1b-5d7f-4c5e-8883-29d6057c28e5 req-92ba6283-00aa-457b-89ad-f52e970a933b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:58.602673 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-51a30e1b-5d7f-4c5e-8883-29d6057c28e5 req-92ba6283-00aa-457b-89ad-f52e970a933b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0650764 Jun 24 04:10:58.634972 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-51a30e1b-5d7f-4c5e-8883-29d6057c28e5 req-9c076ee8-36fc-468a-bbab-30669f261cbe tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jun 24 04:10:59.148441 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-106ac2cb-1c76-436c-85c9-0916201a290b req-34c2ec60-490e-4961-9e28-50d91e617ad9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0328581 Jun 24 04:10:59.644444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359508c7-21d2-4742-9e00-17d3ceaad0f7 req-c3ae26fa-0141-4982-8f32-34269691617a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:59.724515 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-359508c7-21d2-4742-9e00-17d3ceaad0f7 req-c3ae26fa-0141-4982-8f32-34269691617a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.0650179 Jun 24 04:10:59.724515 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-359508c7-21d2-4742-9e00-17d3ceaad0f7 req-b052c09a-80a3-4f59-985a-b3857239f71f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Jun 24 04:10:59.817010 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72f9ee-4f71-4286-a744-3d94c9f70452 req-6127b762-fffd-4f3c-a34f-61adcf686fcb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:10:59.818610 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6a72f9ee-4f71-4286-a744-3d94c9f70452 req-6127b762-fffd-4f3c-a34f-61adcf686fcb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0674028 Jun 24 04:10:59.869988 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6a72f9ee-4f71-4286-a744-3d94c9f70452 req-345148a5-5b3b-4c68-82be-382362fb71ea tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Jun 24 04:10:59.919147 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:00.293203 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1950572c-d2ea-41e4-959c-9bcef9232262 req-b2ed28a0-4040-4d53-8981-93fecfacc1e7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Jun 24 04:11:00.879647 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0a9a3-21b8-4892-b540-2344dfa24b88 req-4eef3ea7-b56c-4de1-9968-99b5b8076fcd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:00.881162 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e7e0a9a3-21b8-4892-b540-2344dfa24b88 req-4eef3ea7-b56c-4de1-9968-99b5b8076fcd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.0631549 Jun 24 04:11:00.923163 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e7e0a9a3-21b8-4892-b540-2344dfa24b88 req-22ae98d0-c587-4e9a-86c5-8acee6841e20 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jun 24 04:11:01.050096 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c5f86-5294-4a3a-b0bb-dc8ced746b27 req-576da792-d675-4f5b-8cd1-6361d34493f6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:01.051551 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e70c5f86-5294-4a3a-b0bb-dc8ced746b27 req-576da792-d675-4f5b-8cd1-6361d34493f6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.0632517 Jun 24 04:11:01.089016 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e70c5f86-5294-4a3a-b0bb-dc8ced746b27 req-8ec92c69-58fd-41d6-860c-e4251989de54 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Jun 24 04:11:01.437731 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-546ffea1-37e2-4901-b765-a2b1ab3f9720 req-7dc1af8f-f16e-4e41-9d66-36ca0b31b351 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0326991 Jun 24 04:11:01.818564 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-733a6d2a-d2bb-4438-96b0-36101b3e3a91 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:11:01.822829 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-aa0b0ef3-0179-4121-9e3b-b24f79232b99 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:11:01.824353 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-733a6d2a-d2bb-4438-96b0-36101b3e3a91 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114255 Jun 24 04:11:01.825097 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-aa0b0ef3-0179-4121-9e3b-b24f79232b99 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110135 Jun 24 04:11:01.829660 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-cc86eec8-b843-4a3c-a055-825f99a814a1 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:11:01.830822 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-cc86eec8-b843-4a3c-a055-825f99a814a1 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054169 Jun 24 04:11:02.031527 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Request body: {'port': {'device_id': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:02.049655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Request body: {'port': {'device_id': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:02.114923 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Request body: {'port': {'device_id': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:02.201261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.440349 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.10', 49901) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:02.473088 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.520514 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150e5a-878a-4d57-9612-b38a9fd2a836 req-4b89729b-244c-4bbe-be4c-af9221919293 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:02.522077 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3f150e5a-878a-4d57-9612-b38a9fd2a836 req-4b89729b-244c-4bbe-be4c-af9221919293 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 932 time: 0.3673899 Jun 24 04:11:02.540659 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.662209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-bc0e8f0d-8436-4cd5-ac16-451c7c265803 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:02.662209 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-bc0e8f0d-8436-4cd5-ac16-451c7c265803 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 819 time: 0.1789241 Jun 24 04:11:02.679783 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1f397-4154-4fa6-a95f-f7d0a7416196 req-711fba66-4de4-4659-ba64-e86ab2221310 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:02.679783 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-84e1f397-4154-4fa6-a95f-f7d0a7416196 req-711fba66-4de4-4659-ba64-e86ab2221310 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 932 time: 0.3899729 Jun 24 04:11:02.716951 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3f150e5a-878a-4d57-9612-b38a9fd2a836 req-2070e2ed-db42-4866-8314-fb84bcd1a8ae tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753659 Jun 24 04:11:02.750438 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-84e1f397-4154-4fa6-a95f-f7d0a7416196 req-ac7f7378-8ae2-410a-bf8b-644d2a98303a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634894 Jun 24 04:11:02.801140 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c68325-7337-4a33-8991-c368b3d44970 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:02.813050 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Request body: {'port': {'device_id': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'admin_state_up': True, 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:02.817535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.882811 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Transition to ACTIVE for port object 93c68325-7337-4a33-8991-c368b3d44970 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:02.971134 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:02.994787 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.010050 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 58376) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:03.039776 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-45c1d288-ac58-492a-b975-319a6563331a req-0f831059-00b5-4033-a681-34de99b21589 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0708945 Jun 24 04:11:03.041980 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9db78f67-b65d-484c-a0dd-66293e17ddeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.094175 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Pushing event updated for resources: {'Port': ['ID=93c68325-7337-4a33-8991-c368b3d44970,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.110952 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.162198 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Attempting to bind port 93c68325-7337-4a33-8991-c368b3d44970 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:03.162595 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Attempting to bind port 93c68325-7337-4a33-8991-c368b3d44970 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:03.162925 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Attempting to bind port 93c68325-7337-4a33-8991-c368b3d44970 on network b70906ed-79ae-44f2-bc00-70ae418322ad {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:03.168636 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Made reservation on behalf of 1ae088e1925a4f0690e71a1de5e2e007 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:11:03.173411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.183443 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977d38ba-7cae-47de-8364-105803d04a01 {{(pid=93537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:03.184003 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Port 93c68325-7337-4a33-8991-c368b3d44970 on network b70906ed-79ae-44f2-bc00-70ae418322ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:03.184264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Attempting to bind port 93c68325-7337-4a33-8991-c368b3d44970 on network b70906ed-79ae-44f2-bc00-70ae418322ad {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:03.208947 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.209229 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.211010 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:03.212469 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Checking segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:03.212469 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Bound using segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:03.212936 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Bound port: 93c68325-7337-4a33-8991-c368b3d44970, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:03.213996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.232506 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38104af8-c81f-4460-a90d-7f3da4ec76af {{(pid=93537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:03.237092 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Transition to ACTIVE for port object 977d38ba-7cae-47de-8364-105803d04a01 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:03.240988 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.253710 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Transition to ACTIVE for port object 38104af8-c81f-4460-a90d-7f3da4ec76af will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:03.281234 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 58384) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:03.363284 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.364408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.375965 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.390568 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] For port 93c68325-7337-4a33-8991-c368b3d44970, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:03.395977 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] For port 93c68325-7337-4a33-8991-c368b3d44970, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=93c68325-7337-4a33-8991-c368b3d44970,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:03.429705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Allocated IP 172.20.0.11 (b70906ed-79ae-44f2-bc00-70ae418322ad/453ba6d2-4dc9-4768-9f3a-f112b53479a0/66b62fca-fcd7-480f-9721-4b921fe280a2) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:11:03.471024 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.483061 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Pushing event updated for resources: {'Port': ['ID=38104af8-c81f-4460-a90d-7f3da4ec76af,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.497148 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.502444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.509237 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.594986 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:03.595595 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.596967 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] 10.222.0.10 "PUT /v2.0/ports/93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 1094 time: 1.6112680 Jun 24 04:11:03.603420 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'tag': '93c68325-7337-4a33-8991-c368b3d44970'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:03.632778 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Pushing event updated for resources: {'Port': ['ID=977d38ba-7cae-47de-8364-105803d04a01,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.636177 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.640496 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.640849 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.679460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Attempting to bind port 38104af8-c81f-4460-a90d-7f3da4ec76af on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:03.679823 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Attempting to bind port 38104af8-c81f-4460-a90d-7f3da4ec76af by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:03.680168 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Attempting to bind port 38104af8-c81f-4460-a90d-7f3da4ec76af on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:03.701774 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Port 38104af8-c81f-4460-a90d-7f3da4ec76af on network 947049d3-a341-4f43-8063-d14f6e567fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:03.702123 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Attempting to bind port 38104af8-c81f-4460-a90d-7f3da4ec76af on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:03.712666 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Attempting to bind port 977d38ba-7cae-47de-8364-105803d04a01 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:03.713004 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Attempting to bind port 977d38ba-7cae-47de-8364-105803d04a01 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a6deb3dd-08c0-4cfa-a802-3975403da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:03.713328 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Attempting to bind port 977d38ba-7cae-47de-8364-105803d04a01 on network 31173c4e-be36-4357-a985-4c250af3b67d {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:03.717661 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:03.718048 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Checking segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:03.718616 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Bound using segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:03.719102 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Bound port: 38104af8-c81f-4460-a90d-7f3da4ec76af, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:03.719527 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.734034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Port 977d38ba-7cae-47de-8364-105803d04a01 on network 31173c4e-be36-4357-a985-4c250af3b67d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:03.734359 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Attempting to bind port 977d38ba-7cae-47de-8364-105803d04a01 on network 31173c4e-be36-4357-a985-4c250af3b67d {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:03.748755 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:03.749098 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Checking segment: {'id': 'a6deb3dd-08c0-4cfa-a802-3975403da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:03.749488 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Bound using segment: {'id': 'a6deb3dd-08c0-4cfa-a802-3975403da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:03.749950 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Bound port: 977d38ba-7cae-47de-8364-105803d04a01, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6deb3dd-08c0-4cfa-a802-3975403da642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:03.750299 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.832774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.842946 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.865639 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Pushing event updated for resources: {'Port': ['ID=93c68325-7337-4a33-8991-c368b3d44970,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.875606 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] For port 38104af8-c81f-4460-a90d-7f3da4ec76af, host hv-cinder-79246, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:03.880620 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] For port 38104af8-c81f-4460-a90d-7f3da4ec76af, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38104af8-c81f-4460-a90d-7f3da4ec76af,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:03.910161 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] For port 977d38ba-7cae-47de-8364-105803d04a01, host hv-cinder-79246, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:03.913268 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] For port 977d38ba-7cae-47de-8364-105803d04a01, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=977d38ba-7cae-47de-8364-105803d04a01,segment=NetworkSegment(a6deb3dd-08c0-4cfa-a802-3975403da642),segment_id=a6deb3dd-08c0-4cfa-a802-3975403da642)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:03.914509 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:03.919282 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24a22f70-efb3-4573-a401-827cf7f742e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.925143 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.945275 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8f71334b-f5c8-40c6-8e9d-22ed46adbfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:03.954141 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578cce7b-7b64-47a0-9b0c-445689355e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "64c3e548-a703-41db-8e8f-9bd088aacc74", "tag": "93c68325-7337-4a33-8991-c368b3d44970"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:03.958156 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdecb45b1ab94d5bae28b9f241698042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9450891 Jun 24 04:11:03.963892 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:03.965052 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 58412) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:03.967932 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec8fd3-25f2-4a4d-9c47-4458ea6b5ba1,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:03.979724 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.000300 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.004504 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e84ef3aeb7b40d8912e1b826e983c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7218394 Jun 24 04:11:04.004727 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.010446 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 58416) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:04.040288 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.040916 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.042292 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] 10.222.0.10 "PUT /v2.0/ports/38104af8-c81f-4460-a90d-7f3da4ec76af HTTP/1.1" status: 200 len: 1094 time: 2.0695224 Jun 24 04:11:04.045918 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'tag': '38104af8-c81f-4460-a90d-7f3da4ec76af'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:04.054151 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b41022d-de6d-4de4-9eb7-55b217f1a57b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.068130 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.071462 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.075262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeab0a5-7d5e-4eca-ad90-31c06eb9b299 req-52827ced-c687-4d51-9f47-2035b73904c5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.076785 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-aaeab0a5-7d5e-4eca-ad90-31c06eb9b299 req-52827ced-c687-4d51-9f47-2035b73904c5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.2158933 Jun 24 04:11:04.107099 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.113394 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.114045 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.115385 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] 10.222.0.10 "PUT /v2.0/ports/977d38ba-7cae-47de-8364-105803d04a01 HTTP/1.1" status: 200 len: 1094 time: 2.1252153 Jun 24 04:11:04.118567 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b906dcb2-7074-47ad-a786-7cff1d26010a", "tag": "38104af8-c81f-4460-a90d-7f3da4ec76af"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:04.134090 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba2121-9f13-46f2-89a6-7bd775cb856c req-b7d1c741-d706-4500-b3ac-008fa0629f55 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.135527 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-dfba2121-9f13-46f2-89a6-7bd775cb856c req-b7d1c741-d706-4500-b3ac-008fa0629f55 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.2208190 Jun 24 04:11:04.144216 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.164253 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-aaeab0a5-7d5e-4eca-ad90-31c06eb9b299 req-deb6b970-fce8-4fe9-975d-e2bb2210937f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Jun 24 04:11:04.188486 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.190170 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.191896 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d6d66-2c63-427d-ba51-0b69b373a14b service neutron] Pushing event updated for resources: {'Port': ['ID=38104af8-c81f-4460-a90d-7f3da4ec76af,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.208808 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c9f1e7ac-6663-4171-9aa3-92348eee9c8f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.244913 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Network b70906ed-79ae-44f2-bc00-70ae418322ad is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:11:04.249459 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.253496 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-dfba2121-9f13-46f2-89a6-7bd775cb856c req-1edde4e2-2845-495e-86ba-471f705b9bd0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105213 Jun 24 04:11:04.257842 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:11:04.260720 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:11:04.268639 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.269459 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.294677 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Pushing event updated for resources: {'Port': ['ID=66b62fca-fcd7-480f-9721-4b921fe280a2,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.297765 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.306451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Pushing event updated for resources: {'Port': ['ID=977d38ba-7cae-47de-8364-105803d04a01,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.309971 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.310958 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.311254 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.356769 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e078ff-696e-44bc-8a52-00db00c9918f x-openstack-request-id: req-90e078ff-696e-44bc-8a52-00db00c9918f {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:04.356939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c3e548-a703-41db-8e8f-9bd088aacc74", "tag": "93c68325-7337-4a33-8991-c368b3d44970", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:04.357273 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-90e078ff-696e-44bc-8a52-00db00c9918f {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:04.357677 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'tag': '93c68325-7337-4a33-8991-c368b3d44970', 'status': 'completed', 'code': 200} Jun 24 04:11:04.373721 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5651119 Jun 24 04:11:04.404975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.405378 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.407934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.411929 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:04.412036 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b41022d-de6d-4de4-9eb7-55b217f1a57b HTTP/1.1" status: 204 len: 168 time: 0.3910959 Jun 24 04:11:04.412109 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8ec8fd3-25f2-4a4d-9c47-4458ea6b5ba1 HTTP/1.1" status: 204 len: 168 time: 0.4433177 Jun 24 04:11:04.412109 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-37fb5f5d-42d4-4fba-bb33-d652da79e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.422775 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec8fd3-25f2-4a4d-9c47-4458ea6b5ba1,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.425753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.443825 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:04.454619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b41022d-de6d-4de4-9eb7-55b217f1a57b,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:04.464569 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:04.477061 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6365cf-8a4a-460d-98f9-e0da1bc15bed x-openstack-request-id: req-ba6365cf-8a4a-460d-98f9-e0da1bc15bed {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:04.478034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b906dcb2-7074-47ad-a786-7cff1d26010a", "tag": "38104af8-c81f-4460-a90d-7f3da4ec76af", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:04.478281 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba6365cf-8a4a-460d-98f9-e0da1bc15bed {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:04.478813 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'tag': '38104af8-c81f-4460-a90d-7f3da4ec76af', 'status': 'completed', 'code': 200} Jun 24 04:11:04.500423 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0912b-e775-4f70-a046-d75e7974efa4 req-a511b488-33ee-4385-b406-458f75ec8bab tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:04.501943 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3fb0912b-e775-4f70-a046-d75e7974efa4 req-a511b488-33ee-4385-b406-458f75ec8bab tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 932 time: 0.1084857 Jun 24 04:11:04.538913 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3fb0912b-e775-4f70-a046-d75e7974efa4 req-0499ae83-a7bf-4309-9400-f22238109999 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jun 24 04:11:05.181021 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 58456) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:05.193275 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.282747 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.350672 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644fee-7798-4398-bc2e-52bd1607bf2b req-4f7b908c-5ad4-43de-8cc8-a96e39c079c9 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:05.351644 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.352762 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-37644fee-7798-4398-bc2e-52bd1607bf2b req-4f7b908c-5ad4-43de-8cc8-a96e39c079c9 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0724928 Jun 24 04:11:05.356113 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:05.411613 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d438cb15a0514348b91a71bee3b896f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299485 Jun 24 04:11:05.420069 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-37644fee-7798-4398-bc2e-52bd1607bf2b req-7109fa34-4a95-44ec-84ed-d50a27f75802 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601335 Jun 24 04:11:05.420566 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 58468) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:05.426343 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00654aff-fa97-4214-a9fe-0be3636cea4d,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:05.445481 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:05.450210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9446177-04d7-4444-b4da-61b831d8c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.475277 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.484319 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc7cbe-03da-42c8-a138-f7721cfcf99a req-556c19b2-b3db-454c-880f-ddfa35d963fb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:05.485932 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13dc7cbe-03da-42c8-a138-f7721cfcf99a req-556c19b2-b3db-454c-880f-ddfa35d963fb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0790672 Jun 24 04:11:05.499602 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.537390 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13dc7cbe-03da-42c8-a138-f7721cfcf99a req-be2012fc-0bb7-4e7c-a62c-7d467b628fca tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445828 Jun 24 04:11:05.646802 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.650145 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.651320 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/00654aff-fa97-4214-a9fe-0be3636cea4d HTTP/1.1" status: 204 len: 168 time: 0.2297826 Jun 24 04:11:05.652099 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ab7300aa-2aeb-4837-89d2-f2536b6fc910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:05.662252 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00654aff-fa97-4214-a9fe-0be3636cea4d,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:05.706152 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:05.782670 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d0731-64ec-4c5f-8546-bfb0043d1d6c req-b5a2d26a-e708-4d53-b8ff-190a23b277ce tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:05.784236 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-782d0731-64ec-4c5f-8546-bfb0043d1d6c req-b5a2d26a-e708-4d53-b8ff-190a23b277ce tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 932 time: 0.1240396 Jun 24 04:11:05.827402 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:05.842440 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-782d0731-64ec-4c5f-8546-bfb0043d1d6c req-6d77061b-9373-4cb6-af89-341cc1b56a74 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525331 Jun 24 04:11:06.479531 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'tag': '977d38ba-7cae-47de-8364-105803d04a01'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:06.481832 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f9979-4df2-4e35-8830-7d49b1c1b427" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa", "tag": "977d38ba-7cae-47de-8364-105803d04a01"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:06.552727 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaff371-b2c2-4d28-ab82-ac19ef905c0f x-openstack-request-id: req-cdaff371-b2c2-4d28-ab82-ac19ef905c0f {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:06.553232 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa", "tag": "977d38ba-7cae-47de-8364-105803d04a01", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:06.553652 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdaff371-b2c2-4d28-ab82-ac19ef905c0f {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:06.554478 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'tag': '977d38ba-7cae-47de-8364-105803d04a01', 'status': 'completed', 'code': 200} Jun 24 04:11:06.643093 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cffc5-7c17-40ec-8337-0c61f93f400a req-3dbfcb69-00de-4ecf-8a20-64ce8bab470e tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:06.645816 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d67cffc5-7c17-40ec-8337-0c61f93f400a req-3dbfcb69-00de-4ecf-8a20-64ce8bab470e tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0768528 Jun 24 04:11:06.704163 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d67cffc5-7c17-40ec-8337-0c61f93f400a req-000dc09e-d4ae-41b7-833e-7fd9bc292653 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485845 Jun 24 04:11:06.760578 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:06.778431 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611940-3f73-47d7-85c9-380c759eeb78 req-68945de3-5029-4363-9fec-944b95d94d4f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:06.779861 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-09611940-3f73-47d7-85c9-380c759eeb78 req-68945de3-5029-4363-9fec-944b95d94d4f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0657184 Jun 24 04:11:06.816566 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-09611940-3f73-47d7-85c9-380c759eeb78 req-7dab3bfd-2f5c-44b1-bd7b-b0842a2d18c8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Jun 24 04:11:07.150948 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05ebff-def8-42bf-9a08-a9a6789aa085 req-02765e1e-47e1-4129-b795-c6c6281e7fc1 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.152403 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ae05ebff-def8-42bf-9a08-a9a6789aa085 req-02765e1e-47e1-4129-b795-c6c6281e7fc1 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 932 time: 0.2049191 Jun 24 04:11:07.190163 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ae05ebff-def8-42bf-9a08-a9a6789aa085 req-cc0eea97-9200-4973-8ba1-6ae82b51a130 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Jun 24 04:11:07.579553 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Request body: {'port': {'device_id': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:11:07.691171 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:07.796328 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f9979-4df2-4e35-8830-7d49b1c1b427 req-284908e2-725e-4039-89e4-1d5157d9ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.802448 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b19f9979-4df2-4e35-8830-7d49b1c1b427 req-284908e2-725e-4039-89e4-1d5157d9ce30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5c7b5c14ae04fc1a185346c0a984e6d&device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 1097 time: 0.1581931 Jun 24 04:11:07.805184 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cce7b-7b64-47a0-9b0c-445689355e9e req-f79c58c9-6e14-460b-9169-e1a3b3f3a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.806622 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-578cce7b-7b64-47a0-9b0c-445689355e9e req-f79c58c9-6e14-460b-9169-e1a3b3f3a070 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1097 time: 0.1302507 Jun 24 04:11:07.956804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5 req-00fcc142-bef5-4bc8-b67d-1a8fbde0f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:07.958349 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5 req-00fcc142-bef5-4bc8-b67d-1a8fbde0f8cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 1097 time: 0.2523432 Jun 24 04:11:08.005401 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.089370 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f9979-4df2-4e35-8830-7d49b1c1b427 req-acd5dd52-0944-486c-934b-34dfe3eea701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.090920 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b19f9979-4df2-4e35-8830-7d49b1c1b427 req-acd5dd52-0944-486c-934b-34dfe3eea701 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5c7b5c14ae04fc1a185346c0a984e6d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2730522 Jun 24 04:11:08.166735 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cce7b-7b64-47a0-9b0c-445689355e9e req-89dba2cf-6748-43d5-a6c8-7f458b9cdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.168200 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-578cce7b-7b64-47a0-9b0c-445689355e9e req-89dba2cf-6748-43d5-a6c8-7f458b9cdce7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3328485 Jun 24 04:11:08.169813 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca22d-0e8e-405f-8f95-47ba2198838c req-142a6759-5688-4158-85cb-2401bbe3a054 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.171087 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-990ca22d-0e8e-405f-8f95-47ba2198838c req-142a6759-5688-4158-85cb-2401bbe3a054 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.3347034 Jun 24 04:11:08.224987 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5 req-37bc3b8d-340a-4ed4-86af-66277f7b7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.226461 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5 req-37bc3b8d-340a-4ed4-86af-66277f7b7dc7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7695007fac434588ab66d4894dc8f3c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2569075 Jun 24 04:11:08.239378 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aab72-31e0-4de0-9898-5cb26feba278 req-efb73601-00f8-4dc9-96b7-187ac3a17bc6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.240913 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-021aab72-31e0-4de0-9898-5cb26feba278 req-efb73601-00f8-4dc9-96b7-187ac3a17bc6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.2949791 Jun 24 04:11:08.299429 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-990ca22d-0e8e-405f-8f95-47ba2198838c req-b3362cb4-2886-4902-9f8b-c999aba543c4 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163752 Jun 24 04:11:08.381461 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-021aab72-31e0-4de0-9898-5cb26feba278 req-c357f3d5-eb15-4a8b-b5db-6ff3086bda36 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283391 Jun 24 04:11:08.406748 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cce7b-7b64-47a0-9b0c-445689355e9e req-40f13948-dd22-4294-902d-f3796be993af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.408349 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-578cce7b-7b64-47a0-9b0c-445689355e9e req-40f13948-dd22-4294-902d-f3796be993af service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109964 Jun 24 04:11:08.409351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f9979-4df2-4e35-8830-7d49b1c1b427 req-d12b8a8b-f0cc-4b30-8ea2-8e34ec8f6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.410767 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b19f9979-4df2-4e35-8830-7d49b1c1b427 req-d12b8a8b-f0cc-4b30-8ea2-8e34ec8f6641 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3116686 Jun 24 04:11:08.502910 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b62fca-fcd7-480f-9721-4b921fe280a2 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:08.513437 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.517700 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5 req-f78087f4-4250-4662-b6e7-397a9432b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.519180 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f15a800a-0cbd-4259-8902-e0e7f6b8c0f5 req-f78087f4-4250-4662-b6e7-397a9432b05e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2847264 Jun 24 04:11:08.535325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Transition to ACTIVE for port object 66b62fca-fcd7-480f-9721-4b921fe280a2 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:11:08.557221 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b07af-a737-45c5-b027-6dd13457f1ba req-bb416212-d6eb-4707-a889-093bf3d306c6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.559007 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bc5b07af-a737-45c5-b027-6dd13457f1ba req-bb416212-d6eb-4707-a889-093bf3d306c6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 932 time: 0.1222219 Jun 24 04:11:08.638500 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bc5b07af-a737-45c5-b027-6dd13457f1ba req-cd0eef20-245c-4b5f-92c8-7d678a674370 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726221 Jun 24 04:11:08.661285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:08.666038 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:08.696862 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-71546a36-e4fb-422e-a1f3-d67124e3a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.698363 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-71546a36-e4fb-422e-a1f3-d67124e3a935 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5c7b5c14ae04fc1a185346c0a984e6d&device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 1097 time: 0.1021702 Jun 24 04:11:08.704157 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-81c3dbf0-fbdf-4680-bdaf-41df1310cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.705689 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-81c3dbf0-fbdf-4680-bdaf-41df1310cfd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 1097 time: 0.0991187 Jun 24 04:11:08.726903 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Pushing event updated for resources: {'Port': ['ID=66b62fca-fcd7-480f-9721-4b921fe280a2,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:08.734005 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:08.751925 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-91eaa87b-5148-4364-af1a-35d02184dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.753361 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-91eaa87b-5148-4364-af1a-35d02184dc4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1097 time: 0.1656358 Jun 24 04:11:08.772703 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-29de849f-a5e3-4c9e-a859-2cdc3b21f452 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=977d38ba-7cae-47de-8364-105803d04a01 HTTP/1.1" status: 200 len: 217 time: 0.0660608 Jun 24 04:11:08.815874 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-ff1fc49c-aad6-47e4-ba1a-1fda4b59f000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38104af8-c81f-4460-a90d-7f3da4ec76af HTTP/1.1" status: 200 len: 217 time: 0.1030867 Jun 24 04:11:08.905861 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-a3ad8e4c-71ed-4643-9b2b-72573b1a1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.907314 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-a3ad8e4c-71ed-4643-9b2b-72573b1a1ef7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187 HTTP/1.1" status: 200 len: 852 time: 0.1063430 Jun 24 04:11:08.924888 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-3a562801-6917-4b7c-a6b7-45450ebf4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:08.924888 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-3a562801-6917-4b7c-a6b7-45450ebf4ab0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03b7c238-d8f8-4b94-b5d7-c94e69d75575 HTTP/1.1" status: 200 len: 855 time: 0.0884395 Jun 24 04:11:08.966027 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-a0832b55-5174-4b19-a738-11cafe45ba47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=31173c4e-be36-4357-a985-4c250af3b67d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519869 Jun 24 04:11:08.987293 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Attempting to bind port 66b62fca-fcd7-480f-9721-4b921fe280a2 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:11:08.987746 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Attempting to bind port 66b62fca-fcd7-480f-9721-4b921fe280a2 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:11:08.987970 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Attempting to bind port 66b62fca-fcd7-480f-9721-4b921fe280a2 on network b70906ed-79ae-44f2-bc00-70ae418322ad {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:08.991835 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-b6416f81-1a0f-48c5-b6ac-b4a4cd610ede service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=947049d3-a341-4f43-8063-d14f6e567fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527630 Jun 24 04:11:08.991969 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-6fe4e696-5898-43d0-842c-8772bbcd101f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 217 time: 0.2300138 Jun 24 04:11:08.993894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Port 66b62fca-fcd7-480f-9721-4b921fe280a2 on network b70906ed-79ae-44f2-bc00-70ae418322ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:11:08.994262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Attempting to bind port 66b62fca-fcd7-480f-9721-4b921fe280a2 on network b70906ed-79ae-44f2-bc00-70ae418322ad {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:11:08.999015 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:11:08.999354 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Checking segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:11:08.999714 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Bound using segment: {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:11:09.000151 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Bound port: 66b62fca-fcd7-480f-9721-4b921fe280a2, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b4819-c429-40b7-824e-acd419525048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:11:09.000477 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.094607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-bea9fb95-b023-4324-b9cc-5185d566ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.096036 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-bea9fb95-b023-4324-b9cc-5185d566ddc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0927269 Jun 24 04:11:09.151388 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-a5d9e4cb-5e85-44a9-bce8-34c5ead59384 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473971 Jun 24 04:11:09.152416 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] For port 66b62fca-fcd7-480f-9721-4b921fe280a2, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:11:09.160954 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-7d546d84-fe7c-438c-b096-47e49706b0c8 service neutron] 10.222.0.10 "GET /v2.0/networks/31173c4e-be36-4357-a985-4c250af3b67d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788883 Jun 24 04:11:09.174466 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] For port 66b62fca-fcd7-480f-9721-4b921fe280a2, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=66b62fca-fcd7-480f-9721-4b921fe280a2,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:11:09.259089 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-fe83285b-de82-4804-8c59-b7c3d41a4ced service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947251 Jun 24 04:11:09.299028 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.331235 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:09.382341 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-d3f72b77-76fe-4ffc-a7ca-2a81de437be7 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750908 Jun 24 04:11:09.408400 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.411289 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:09.411289 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] 10.222.0.10 "PUT /v2.0/ports/66b62fca-fcd7-480f-9721-4b921fe280a2 HTTP/1.1" status: 200 len: 1094 time: 1.8369329 Jun 24 04:11:09.427776 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'tag': '66b62fca-fcd7-480f-9721-4b921fe280a2'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:09.430968 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143169a5-7760-468d-8738-27b29403c312" -d '{"events": [{"name": "network-changed", "server_uuid": "b228fa4f-2dc1-49f9-98d8-ef93331b29d7", "tag": "66b62fca-fcd7-480f-9721-4b921fe280a2"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:09.453133 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-681cc05e-6778-4fe9-b258-50d0ff88b40b req-f4c19948-a991-4289-91a7-7014041aa469 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869719 Jun 24 04:11:09.471879 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Pushing event updated for resources: {'Port': ['ID=66b62fca-fcd7-480f-9721-4b921fe280a2,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:09.475621 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:09.618483 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-d7e997a1-5c11-4311-bd2a-bc1e7f84795b service neutron] 10.222.0.10 "GET /v2.0/networks/31173c4e-be36-4357-a985-4c250af3b67d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504197 Jun 24 04:11:09.624607 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9974585b-55dc-41a9-810b-43a9b0a630fe req-192b7eeb-5bc3-471c-84dd-857d9343b172 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836371 Jun 24 04:11:09.635232 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:11:09.646872 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a73f6-e779-4c81-8ed6-89b2f7acf6e8 req-a3b3cf4f-34dd-4d41-ba22-d0a4ba56e2d1 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.654414 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-759a73f6-e779-4c81-8ed6-89b2f7acf6e8 req-a3b3cf4f-34dd-4d41-ba22-d0a4ba56e2d1 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.1241009 Jun 24 04:11:09.688047 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea87fe-4841-46dc-9022-06150a9032ec req-23ca2e4c-257c-409f-9daa-4c978cc3e251 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.691728 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ffea87fe-4841-46dc-9022-06150a9032ec req-23ca2e4c-257c-409f-9daa-4c978cc3e251 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.1288218 Jun 24 04:11:09.698503 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-759a73f6-e779-4c81-8ed6-89b2f7acf6e8 req-cb5d3c75-df41-4fdd-8e51-302de8355d11 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 Jun 24 04:11:09.715525 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e8c986db-09e6-4c61-8bd6-8c933e27b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.716997 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e8c986db-09e6-4c61-8bd6-8c933e27b4ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 1097 time: 0.1026320 Jun 24 04:11:09.766100 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-853305d5-d81b-415a-82b1-6b7fa94b34fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b62fca-fcd7-480f-9721-4b921fe280a2 HTTP/1.1" status: 200 len: 217 time: 0.0408564 Jun 24 04:11:09.786614 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ffea87fe-4841-46dc-9022-06150a9032ec req-4b8edd81-acc4-464c-9d4b-bfbe556e2817 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885973 Jun 24 04:11:09.815746 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff949bc-8781-4732-affe-b8d676ae5eef x-openstack-request-id: req-eff949bc-8781-4732-affe-b8d676ae5eef {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:09.816300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b228fa4f-2dc1-49f9-98d8-ef93331b29d7", "tag": "66b62fca-fcd7-480f-9721-4b921fe280a2", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:09.816503 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eff949bc-8781-4732-affe-b8d676ae5eef {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:09.817129 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'tag': '66b62fca-fcd7-480f-9721-4b921fe280a2', 'status': 'completed', 'code': 200} Jun 24 04:11:09.842518 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-80df0f96-577a-44fa-850f-4c07a554ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.844313 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-80df0f96-577a-44fa-850f-4c07a554ced5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0708652 Jun 24 04:11:09.883686 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-b782a9b4-4f84-4ec7-a944-19bb935b57cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319452 Jun 24 04:11:09.988675 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-31854a77-290e-4522-ad5d-23f9453a1725 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954456 Jun 24 04:11:09.994181 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd705-e5d5-48e2-a95d-09bc17b7dc61 req-b167c8bf-6c16-4cc0-a541-0c2fa30ec069 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:09.995891 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7a9cd705-e5d5-48e2-a95d-09bc17b7dc61 req-b167c8bf-6c16-4cc0-a541-0c2fa30ec069 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0896869 Jun 24 04:11:10.033331 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7a9cd705-e5d5-48e2-a95d-09bc17b7dc61 req-18c6dcbf-4dd9-4f12-aefb-ee6f4c80bbf6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jun 24 04:11:10.083266 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-f5fd01b3-4ed3-42c7-a632-f4ca435660d3 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Jun 24 04:11:10.269445 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143169a5-7760-468d-8738-27b29403c312 req-32ef8852-3e15-4b16-a92c-38f0b9d82b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:10.271079 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-32ef8852-3e15-4b16-a92c-38f0b9d82b94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 1097 time: 0.0563693 Jun 24 04:11:10.417256 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143169a5-7760-468d-8738-27b29403c312 req-1c6f5946-15c7-4180-804a-7da7145c3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:10.421323 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-1c6f5946-15c7-4180-804a-7da7145c3393 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.1409831 Jun 24 04:11:10.464465 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-01bdea8b-81d0-43b6-8194-75c4db4de84e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b62fca-fcd7-480f-9721-4b921fe280a2 HTTP/1.1" status: 200 len: 217 time: 0.0359271 Jun 24 04:11:10.514835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143169a5-7760-468d-8738-27b29403c312 req-80ae0920-ffe9-4d31-b827-cbbd834d98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:10.516263 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-80ae0920-ffe9-4d31-b827-cbbd834d98ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0428891 Jun 24 04:11:10.549848 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-331b4120-3b2e-4286-802f-4c138208acf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261939 Jun 24 04:11:10.639085 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-21adcef9-4694-42a9-8cd9-663c14cf2010 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817997 Jun 24 04:11:10.729638 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-143169a5-7760-468d-8738-27b29403c312 req-d7960777-8f59-41b0-97fa-e0b57e464b0f service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835156 Jun 24 04:11:10.884685 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a079e-7fa3-4a1f-bbc1-093b493543e1 req-5b0a99a3-a132-48f0-8cb0-20c2f0777e2f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:10.886527 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-068a079e-7fa3-4a1f-bbc1-093b493543e1 req-5b0a99a3-a132-48f0-8cb0-20c2f0777e2f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0804377 Jun 24 04:11:10.916286 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 58688) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:10.945527 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-068a079e-7fa3-4a1f-bbc1-093b493543e1 req-1f5b1594-7a01-44cf-9fd1-090d584e243f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507088 Jun 24 04:11:10.979541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58ad3-284e-4b8e-bc22-dcb56a3f3db0 req-8c84424b-a1f9-4e66-af22-3c68bf75ac7a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:10.986374 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bde58ad3-284e-4b8e-bc22-dcb56a3f3db0 req-8c84424b-a1f9-4e66-af22-3c68bf75ac7a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0799878 Jun 24 04:11:11.020264 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bde58ad3-284e-4b8e-bc22-dcb56a3f3db0 req-76d3c060-59c9-40c9-8d0b-b7f2c46e88a8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Jun 24 04:11:11.059939 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.151701 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.206660 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54a11-6f38-49b5-b664-8bbc1ea48611 req-b02af214-1234-4520-8e1f-a411c97dcc5a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:11.208095 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cec54a11-6f38-49b5-b664-8bbc1ea48611 req-b02af214-1234-4520-8e1f-a411c97dcc5a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0596852 Jun 24 04:11:11.227375 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.231823 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.244425 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cec54a11-6f38-49b5-b664-8bbc1ea48611 req-e1f4bd1d-b73a-4332-b622-14a6709a2e83 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307319 Jun 24 04:11:11.271947 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9bcca0483b024cfcbf57b4ef7ba23223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546646 Jun 24 04:11:11.272779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62531bf7-5270-4c42-9970-7e062fceb875,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:11.274718 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 58702) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:11.282111 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:11.323462 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.343794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.452009 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.454839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:11.455950 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62531bf7-5270-4c42-9970-7e062fceb875 HTTP/1.1" status: 204 len: 168 time: 0.1800568 Jun 24 04:11:11.456665 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3be4bc56-9613-40d6-abb9-04fc7c7d17da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:11.464370 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62531bf7-5270-4c42-9970-7e062fceb875,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:11.467291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.101965 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 58732) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:12.116814 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.177808 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c11836-d6a4-41c0-970f-3dc9684f306f req-dc3523c8-53dd-4d82-8af0-a4ee9009fcae tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:12.179517 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-70c11836-d6a4-41c0-970f-3dc9684f306f req-dc3523c8-53dd-4d82-8af0-a4ee9009fcae tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.1109047 Jun 24 04:11:12.200129 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af155595-deda-4a6b-9a0a-d0fbf2e3baea req-3391d1a7-46b0-4ca7-aa01-12f6906d60fe tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:12.201592 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-af155595-deda-4a6b-9a0a-d0fbf2e3baea req-3391d1a7-46b0-4ca7-aa01-12f6906d60fe tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0693834 Jun 24 04:11:12.244438 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-70c11836-d6a4-41c0-970f-3dc9684f306f req-08e22ecd-92ff-4e58-ac24-84d4001a3e99 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517476 Jun 24 04:11:12.262372 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-af155595-deda-4a6b-9a0a-d0fbf2e3baea req-2b348f8d-6d2b-4547-b3e0-52776452e1f5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548484 Jun 24 04:11:12.276837 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.387399 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.443982 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:12.496381 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=092c81afce5743f6b0a20cd34f6416e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932912 Jun 24 04:11:12.499153 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 58750) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:12.503074 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c408806-c314-452e-8622-ddb94e15a9c0,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.508784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:12.527211 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f7684-c7dc-4fbf-881f-fd2e7c58cbb9 req-8861befe-2fac-46e5-a9eb-94619cf7b026 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:12.528881 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f08f7684-c7dc-4fbf-881f-fd2e7c58cbb9 req-8861befe-2fac-46e5-a9eb-94619cf7b026 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.1585827 Jun 24 04:11:12.566431 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.576364 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f08f7684-c7dc-4fbf-881f-fd2e7c58cbb9 req-6924005c-d4a0-44f4-85f2-445c7720432e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Jun 24 04:11:12.592397 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.783645 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.786282 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:12.787462 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c408806-c314-452e-8622-ddb94e15a9c0 HTTP/1.1" status: 204 len: 168 time: 0.2873833 Jun 24 04:11:12.788179 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-38a49155-3f99-41b5-8a52-0e7fc806a07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:12.795518 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c408806-c314-452e-8622-ddb94e15a9c0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:12.797791 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:13.450279 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188de91-0748-4417-a059-82b48aca92b3 req-605c708b-6a75-4b0e-b8f1-66b342ed1021 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.453916 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0188de91-0748-4417-a059-82b48aca92b3 req-605c708b-6a75-4b0e-b8f1-66b342ed1021 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0758276 Jun 24 04:11:13.457573 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa5a99-09c6-4e7c-b78b-6a58b73d37c3 req-eae24062-d7ec-442b-b7e8-fcd9b5bb85ce tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.459538 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f4aa5a99-09c6-4e7c-b78b-6a58b73d37c3 req-eae24062-d7ec-442b-b7e8-fcd9b5bb85ce tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0863533 Jun 24 04:11:13.502411 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0188de91-0748-4417-a059-82b48aca92b3 req-fc3113fb-75cb-4a0a-b42c-ced11d2108d6 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Jun 24 04:11:13.510455 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f4aa5a99-09c6-4e7c-b78b-6a58b73d37c3 req-c781a691-ee04-49cb-83d8-1b58a3dd5931 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Jun 24 04:11:13.757973 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8672b9a-316d-470c-bb95-3d6c8fafbb76 req-3b78392f-66c6-4c3c-ac59-21eb085bdfb9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:13.759562 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b8672b9a-316d-470c-bb95-3d6c8fafbb76 req-3b78392f-66c6-4c3c-ac59-21eb085bdfb9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0628355 Jun 24 04:11:13.807825 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b8672b9a-316d-470c-bb95-3d6c8fafbb76 req-aa5f9307-9b94-4da0-b26c-ba49a586c54f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Jun 24 04:11:14.673418 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d3bbe-4bf2-4117-bf98-40140bc1248d req-ae81bf45-773b-4ea2-a42b-c9ab17c401f3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:14.674950 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-843d3bbe-4bf2-4117-bf98-40140bc1248d req-ae81bf45-773b-4ea2-a42b-c9ab17c401f3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0660796 Jun 24 04:11:14.685182 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d001-5e0f-458d-868e-0f24a73732b1 req-8ae446e1-5525-42c8-be61-f9240ccddbeb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:14.686770 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6517d001-5e0f-458d-868e-0f24a73732b1 req-8ae446e1-5525-42c8-be61-f9240ccddbeb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0631843 Jun 24 04:11:14.719107 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-843d3bbe-4bf2-4117-bf98-40140bc1248d req-8c36fce3-5100-4805-bdbb-181953256884 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385041 Jun 24 04:11:14.729272 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6517d001-5e0f-458d-868e-0f24a73732b1 req-76bf62ee-862f-43be-a332-1e2e45301ee2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359454 Jun 24 04:11:14.980437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573b28-30d1-4399-8c91-d308331a79f6 req-33afa72f-87bc-430a-a7d4-05d7e68069eb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:14.981897 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e6573b28-30d1-4399-8c91-d308331a79f6 req-33afa72f-87bc-430a-a7d4-05d7e68069eb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0634143 Jun 24 04:11:15.024289 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e6573b28-30d1-4399-8c91-d308331a79f6 req-3a921139-e72d-49d2-982d-88a84bb40d7c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Jun 24 04:11:15.888051 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e286-e49b-438f-b849-b8b8a7f4b59b req-45351ee1-7698-4d6c-ba2a-7fe3871a1044 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:15.889492 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da82e286-e49b-438f-b849-b8b8a7f4b59b req-45351ee1-7698-4d6c-ba2a-7fe3871a1044 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0609107 Jun 24 04:11:15.901387 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e93d62-ecd8-41ac-88a6-731c6dc46c92 req-028b0139-8f9f-480e-b801-b026b47b2ef7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:15.902847 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-63e93d62-ecd8-41ac-88a6-731c6dc46c92 req-028b0139-8f9f-480e-b801-b026b47b2ef7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0600781 Jun 24 04:11:15.926660 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da82e286-e49b-438f-b849-b8b8a7f4b59b req-9b066375-3aa7-4fb8-a6a8-7ea79d330c86 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Jun 24 04:11:15.939444 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-63e93d62-ecd8-41ac-88a6-731c6dc46c92 req-cddfb928-6a9e-4766-9eea-ee205bdfebc1 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Jun 24 04:11:16.196581 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7553e-7c9e-4a82-8374-a36a251265fc req-90109ac9-b110-429b-a1d0-2191c1c83a0a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:16.198085 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-43c7553e-7c9e-4a82-8374-a36a251265fc req-90109ac9-b110-429b-a1d0-2191c1c83a0a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0618200 Jun 24 04:11:16.234861 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-43c7553e-7c9e-4a82-8374-a36a251265fc req-d27994f2-9392-47f9-8d74-db42ccdfbdb6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311673 Jun 24 04:11:17.106636 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481cd1-8bec-466d-a40a-b325ea0a4287 req-1d9098c6-8a94-4a8b-a684-0aa6d0306586 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:17.108174 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-25481cd1-8bec-466d-a40a-b325ea0a4287 req-1d9098c6-8a94-4a8b-a684-0aa6d0306586 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0704327 Jun 24 04:11:17.111548 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9b459-3518-466c-8023-cc238a127265 req-2d6339c5-3503-451e-abfb-a413f921e8d8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:17.112983 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8bb9b459-3518-466c-8023-cc238a127265 req-2d6339c5-3503-451e-abfb-a413f921e8d8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0657496 Jun 24 04:11:17.145539 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-25481cd1-8bec-466d-a40a-b325ea0a4287 req-387d5e0e-8716-45e9-94d9-cae7af356cc9 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Jun 24 04:11:17.150223 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8bb9b459-3518-466c-8023-cc238a127265 req-04a40b36-7a5b-418c-a523-72ba2a38e697 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Jun 24 04:11:17.402483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d3554-c701-4529-804d-3a1173e4a05f req-077c5de4-7e36-4f97-906b-c9050d90ab59 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:17.404031 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3c7d3554-c701-4529-804d-3a1173e4a05f req-077c5de4-7e36-4f97-906b-c9050d90ab59 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0628970 Jun 24 04:11:17.441230 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3c7d3554-c701-4529-804d-3a1173e4a05f req-39a14986-ef37-427a-89f5-273ca4b1af25 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jun 24 04:11:18.326604 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d37da-814d-4661-928a-bba01a0765bc req-7e38bd90-0c31-4ef0-9473-ebe9a70c2593 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:18.327091 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9504227-c5ea-4d56-9a9a-c401ae07e2d8 req-bfdc5060-4ad4-43c8-b607-d24248393fd4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:18.328076 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c02d37da-814d-4661-928a-bba01a0765bc req-7e38bd90-0c31-4ef0-9473-ebe9a70c2593 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0754936 Jun 24 04:11:18.328622 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9504227-c5ea-4d56-9a9a-c401ae07e2d8 req-bfdc5060-4ad4-43c8-b607-d24248393fd4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0725489 Jun 24 04:11:18.365763 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c02d37da-814d-4661-928a-bba01a0765bc req-505e2b1e-65f4-4595-a2db-49ad72f9b8d5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Jun 24 04:11:18.366897 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9504227-c5ea-4d56-9a9a-c401ae07e2d8 req-74cb6e12-9bb0-49df-8ea2-ce985696ded0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jun 24 04:11:18.612274 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd9fb-2de6-4b10-aa3f-aeac0c5bbf5a req-fd330486-9366-4846-ab49-8a44c69f9fc0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:18.613706 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aeecd9fb-2de6-4b10-aa3f-aeac0c5bbf5a req-fd330486-9366-4846-ab49-8a44c69f9fc0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0614212 Jun 24 04:11:18.650832 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aeecd9fb-2de6-4b10-aa3f-aeac0c5bbf5a req-b323f0d2-6417-4533-aca7-7d0b13bd79df tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Jun 24 04:11:19.553944 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e564e55-c70d-4a66-80c8-1f2805ba3818 req-a0fe0310-3a38-4018-ba97-a541467bf8c7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.557220 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0e564e55-c70d-4a66-80c8-1f2805ba3818 req-a0fe0310-3a38-4018-ba97-a541467bf8c7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0699449 Jun 24 04:11:19.557845 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920cbd-9491-44a4-8c4c-ac272c96ef79 req-0c77cd41-727b-4d36-a7c0-8b5e04d53de6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.559328 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7b920cbd-9491-44a4-8c4c-ac272c96ef79 req-0c77cd41-727b-4d36-a7c0-8b5e04d53de6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0644865 Jun 24 04:11:19.597145 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7b920cbd-9491-44a4-8c4c-ac272c96ef79 req-5f233de0-9932-444a-844c-25db18e98073 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321538 Jun 24 04:11:19.597614 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0e564e55-c70d-4a66-80c8-1f2805ba3818 req-b41fcc45-7a60-42a0-b1f0-67245d7508a4 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348392 Jun 24 04:11:19.750909 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 58982) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:19.822262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda469d9-e254-46ce-846d-bf2da56f694e req-dc79f84f-407e-4dcf-9908-3f891edab139 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:19.823690 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-eda469d9-e254-46ce-846d-bf2da56f694e req-dc79f84f-407e-4dcf-9908-3f891edab139 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0623114 Jun 24 04:11:19.858313 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:19.876796 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-eda469d9-e254-46ce-846d-bf2da56f694e req-f669d2c0-80f8-47c5-9a51-6a3adf96616e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473855 Jun 24 04:11:19.952176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.040744 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.043373 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c53e4350-89bd-4d3f-aced-63ec10285fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:20.080063 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=537efb14d4ea433ab811ea5684c05b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280725 Jun 24 04:11:20.080931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983d259-4d5f-4cae-9ff8-eb03865b0029,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:20.083816 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 58988) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:20.084036 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:20.135524 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.155940 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.257305 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.260801 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:20.262191 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7983d259-4d5f-4cae-9ff8-eb03865b0029 HTTP/1.1" status: 204 len: 168 time: 0.1765378 Jun 24 04:11:20.262808 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:20.270024 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983d259-4d5f-4cae-9ff8-eb03865b0029,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:20.272372 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:20.772315 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3e657-58b1-47a7-b715-0c4f6dc62179 req-7997c2bb-81e5-4d8b-8197-8cb3c64aadb7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:20.772854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e1e0b-217e-4bcd-856f-6d5cc274951d req-c81127ce-dbb7-4536-b09c-ae3c689a98dc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:20.773676 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fed3e657-58b1-47a7-b715-0c4f6dc62179 req-7997c2bb-81e5-4d8b-8197-8cb3c64aadb7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 944 time: 0.0650063 Jun 24 04:11:20.775133 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-788e1e0b-217e-4bcd-856f-6d5cc274951d req-c81127ce-dbb7-4536-b09c-ae3c689a98dc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 944 time: 0.0635717 Jun 24 04:11:20.811778 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fed3e657-58b1-47a7-b715-0c4f6dc62179 req-b9cb789e-3820-47e8-8642-52d5bc895c4f tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Jun 24 04:11:20.813131 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-788e1e0b-217e-4bcd-856f-6d5cc274951d req-cd3c77fc-87dc-4f40-9f6c-da07745a2c6f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Jun 24 04:11:20.904084 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 977d38ba-7cae-47de-8364-105803d04a01 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:20.968199 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59010) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:20.982332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.014174 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 977d38ba-7cae-47de-8364-105803d04a01, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=977d38ba-7cae-47de-8364-105803d04a01,segment=NetworkSegment(a6deb3dd-08c0-4cfa-a802-3975403da642),segment_id=a6deb3dd-08c0-4cfa-a802-3975403da642)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.025803 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '977d38ba-7cae-47de-8364-105803d04a01', 'network_id': '31173c4e-be36-4357-a985-4c250af3b67d', 'port_id': '977d38ba-7cae-47de-8364-105803d04a01', 'mac_address': 'fa:16:3e:89:62:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:21.053775 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb8cec-4dcc-4547-b05c-9ee01b2f30c7 req-79fc7305-82eb-465a-8f41-69f36ae40c13 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:21.055727 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-48eb8cec-4dcc-4547-b05c-9ee01b2f30c7 req-79fc7305-82eb-465a-8f41-69f36ae40c13 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 944 time: 0.0649483 Jun 24 04:11:21.064054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.071025 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.076849 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977d38ba-7cae-47de-8364-105803d04a01 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:21.094033 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-48eb8cec-4dcc-4547-b05c-9ee01b2f30c7 req-18c279b9-94db-43ae-af95-c4c251f06795 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327077 Jun 24 04:11:21.097055 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 977d38ba-7cae-47de-8364-105803d04a01, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=977d38ba-7cae-47de-8364-105803d04a01,segment=NetworkSegment(a6deb3dd-08c0-4cfa-a802-3975403da642),segment_id=a6deb3dd-08c0-4cfa-a802-3975403da642)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.152848 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.155611 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.187087 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.188220 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 38104af8-c81f-4460-a90d-7f3da4ec76af details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:21.190777 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.193866 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=911ae15bf9c1404b9cb13e86bf654bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246041 Jun 24 04:11:21.194800 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d8e977-cd3f-4271-807b-42e918cb20ca,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.197138 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59012) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:21.198655 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.244191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.265294 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.290123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=977d38ba-7cae-47de-8364-105803d04a01,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.294576 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.327561 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 38104af8-c81f-4460-a90d-7f3da4ec76af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38104af8-c81f-4460-a90d-7f3da4ec76af,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.338803 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '38104af8-c81f-4460-a90d-7f3da4ec76af', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'port_id': '38104af8-c81f-4460-a90d-7f3da4ec76af', 'mac_address': 'fa:16:3e:90:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b7c238-d8f8-4b94-b5d7-c94e69d75575', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:21.373608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.377490 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.380107 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.381379 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63d8e977-cd3f-4271-807b-42e918cb20ca HTTP/1.1" status: 204 len: 168 time: 0.1832955 Jun 24 04:11:21.382055 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.388552 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38104af8-c81f-4460-a90d-7f3da4ec76af {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:21.390395 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d8e977-cd3f-4271-807b-42e918cb20ca,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.392527 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.415185 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 38104af8-c81f-4460-a90d-7f3da4ec76af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38104af8-c81f-4460-a90d-7f3da4ec76af,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.495724 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.496815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 66b62fca-fcd7-480f-9721-4b921fe280a2 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:21.499629 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.571756 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=38104af8-c81f-4460-a90d-7f3da4ec76af,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.597026 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.632499 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 66b62fca-fcd7-480f-9721-4b921fe280a2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=66b62fca-fcd7-480f-9721-4b921fe280a2,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.643657 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '66b62fca-fcd7-480f-9721-4b921fe280a2', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'port_id': '66b62fca-fcd7-480f-9721-4b921fe280a2', 'mac_address': 'fa:16:3e:3a:2c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:21.683218 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.697246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b62fca-fcd7-480f-9721-4b921fe280a2 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:21.717088 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 66b62fca-fcd7-480f-9721-4b921fe280a2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=66b62fca-fcd7-480f-9721-4b921fe280a2,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.794846 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.799024 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 93c68325-7337-4a33-8991-c368b3d44970 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:11:21.799024 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:21.864126 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 93c68325-7337-4a33-8991-c368b3d44970, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=93c68325-7337-4a33-8991-c368b3d44970,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:21.866557 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=66b62fca-fcd7-480f-9721-4b921fe280a2,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:21.873912 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:21.878501 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '93c68325-7337-4a33-8991-c368b3d44970', 'network_id': 'b70906ed-79ae-44f2-bc00-70ae418322ad', 'port_id': '93c68325-7337-4a33-8991-c368b3d44970', 'mac_address': 'fa:16:3e:8b:a1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453ba6d2-4dc9-4768-9f3a-f112b53479a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:11:21.922467 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:21.935177 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c68325-7337-4a33-8991-c368b3d44970 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:11:21.959981 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 93c68325-7337-4a33-8991-c368b3d44970, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=93c68325-7337-4a33-8991-c368b3d44970,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:22.018117 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819eb82-bf2b-469f-bc66-e95785197170 req-93b744b6-d484-4280-bf77-67004b96a5f7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:22.019716 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d819eb82-bf2b-469f-bc66-e95785197170 req-93b744b6-d484-4280-bf77-67004b96a5f7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0747366 Jun 24 04:11:22.022169 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3a434-c5f4-4242-9228-b73ab54973d2 req-92712f68-58bc-4825-94c3-e7b597a3a02c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:22.023601 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-16c3a434-c5f4-4242-9228-b73ab54973d2 req-92712f68-58bc-4825-94c3-e7b597a3a02c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0718515 Jun 24 04:11:22.044051 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:22.046448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:22.059561 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d819eb82-bf2b-469f-bc66-e95785197170 req-a9e7d363-af19-447d-bc90-8211c18c56a6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Jun 24 04:11:22.079155 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-16c3a434-c5f4-4242-9228-b73ab54973d2 req-b35a0a27-f7b8-4daf-8f52-2f3cb9f915b0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498912 Jun 24 04:11:22.103479 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=93c68325-7337-4a33-8991-c368b3d44970,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:22.106496 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:22.266456 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd65d7-def2-41b6-bf43-0df2687a0966 req-ad5cca8b-1760-4674-a2bf-8d2ad801d495 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:22.267891 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-81dd65d7-def2-41b6-bf43-0df2687a0966 req-ad5cca8b-1760-4674-a2bf-8d2ad801d495 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0621209 Jun 24 04:11:22.303964 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-81dd65d7-def2-41b6-bf43-0df2687a0966 req-1c846302-67b2-45d6-b9bc-7142b197c5f0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Jun 24 04:11:23.246113 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34844-ca02-437b-86cf-ac064336fc0a req-f96f19ce-b4a6-456b-9548-7f10858d7188 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.248234 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e5e34844-ca02-437b-86cf-ac064336fc0a req-f96f19ce-b4a6-456b-9548-7f10858d7188 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0761659 Jun 24 04:11:23.259862 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce14d-0c72-42b3-9106-243a09929de9 req-cf288a98-d4c0-4598-9905-32415ac6f4b6 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.261343 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d0bce14d-0c72-42b3-9106-243a09929de9 req-cf288a98-d4c0-4598-9905-32415ac6f4b6 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0709894 Jun 24 04:11:23.291072 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e5e34844-ca02-437b-86cf-ac064336fc0a req-414b10f8-afac-428e-b4da-507343af892d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350831 Jun 24 04:11:23.309242 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d0bce14d-0c72-42b3-9106-243a09929de9 req-35317560-4dbe-45e4-ac42-bbc5574933d5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Jun 24 04:11:23.478774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0585c-9b5e-4411-bd41-6dc2274acc48 req-7e99e351-f0d8-4598-ade8-99fecf574cae tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:23.480312 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-40e0585c-9b5e-4411-bd41-6dc2274acc48 req-7e99e351-f0d8-4598-ade8-99fecf574cae tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0649805 Jun 24 04:11:23.517737 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-40e0585c-9b5e-4411-bd41-6dc2274acc48 req-70bb5cae-e3c7-4bd4-8a4d-862495420a1c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jun 24 04:11:24.118456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['977d38ba-7cae-47de-8364-105803d04a01'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:24.158810 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:24.221920 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['66b62fca-fcd7-480f-9721-4b921fe280a2'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:24.245960 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['93c68325-7337-4a33-8991-c368b3d44970'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:11:24.525680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b8db-dd57-408b-ae45-6d9b87bdbeef req-34b54bed-db99-4df1-b881-79d22bfe42bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.527242 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7a41b8db-dd57-408b-ae45-6d9b87bdbeef req-34b54bed-db99-4df1-b881-79d22bfe42bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0888963 Jun 24 04:11:24.531835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2890d-7f3d-4ade-acc1-35eab50b81d0 req-f6ef0f84-2aed-4c83-8cc9-d5429397a1c3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.538371 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-91c2890d-7f3d-4ade-acc1-35eab50b81d0 req-f6ef0f84-2aed-4c83-8cc9-d5429397a1c3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0805945 Jun 24 04:11:24.575520 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-91c2890d-7f3d-4ade-acc1-35eab50b81d0 req-b8c74f1c-c092-4045-9cf4-a324d751603a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Jun 24 04:11:24.578834 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7a41b8db-dd57-408b-ae45-6d9b87bdbeef req-f0b5c037-e40e-452a-9a5f-200c96d5c3f1 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Jun 24 04:11:24.741621 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeab5e8-3772-4baa-838e-f878b46c4bc3 req-ffc58441-5a6e-473f-b2e7-357af896f618 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:24.743788 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-baeab5e8-3772-4baa-838e-f878b46c4bc3 req-ffc58441-5a6e-473f-b2e7-357af896f618 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0715392 Jun 24 04:11:24.789067 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-baeab5e8-3772-4baa-838e-f878b46c4bc3 req-77a30353-fe98-42e9-b3c7-d423227e1d6f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Jun 24 04:11:25.698992 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59166) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:25.753963 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c1d6b-3903-4079-b9be-ccd1f95c9a75 req-e92f9c5c-6010-4e4f-9065-06fd1c9972f6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.755518 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b67c1d6b-3903-4079-b9be-ccd1f95c9a75 req-e92f9c5c-6010-4e4f-9065-06fd1c9972f6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0740321 Jun 24 04:11:25.785843 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342eebb-856b-4a97-93c4-6475ceefb1d7 req-dd2e1c25-dc8c-42ad-a1d3-ec19597b10f2 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:25.787444 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9342eebb-856b-4a97-93c4-6475ceefb1d7 req-dd2e1c25-dc8c-42ad-a1d3-ec19597b10f2 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0726037 Jun 24 04:11:25.802653 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b67c1d6b-3903-4079-b9be-ccd1f95c9a75 req-c35356f3-0c12-4e91-88cf-b2bc02caa21d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Jun 24 04:11:25.846662 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9342eebb-856b-4a97-93c4-6475ceefb1d7 req-d4e7dae2-3152-49b9-954a-f0bd17778bb5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509005 Jun 24 04:11:25.847415 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:25.947590 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.023174 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.026045 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:26.062870 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9df28fce9a304a21a2c5cfefe345dc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626621 Jun 24 04:11:26.063757 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ca893-9962-4874-bb91-9758a772d7cb,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:26.066049 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59180) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:26.072832 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:26.126089 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.150126 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.166876 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059f11f-cbb9-48fa-8d58-8c1dbfde4b42 req-d17c2a13-05b1-4cc3-b9a2-b44afce35b8c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:26.168416 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f059f11f-cbb9-48fa-8d58-8c1dbfde4b42 req-d17c2a13-05b1-4cc3-b9a2-b44afce35b8c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.2437503 Jun 24 04:11:26.220342 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f059f11f-cbb9-48fa-8d58-8c1dbfde4b42 req-cbbe5f68-e9b2-48cc-bd42-613c36d8591c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Jun 24 04:11:26.245998 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.248897 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.250064 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a65ca893-9962-4874-bb91-9758a772d7cb HTTP/1.1" status: 204 len: 168 time: 0.1830769 Jun 24 04:11:26.250694 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:26.260572 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ca893-9962-4874-bb91-9758a772d7cb,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:26.263172 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:26.837408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59206) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:26.851179 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:26.987002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.009726 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f8438-0972-4b70-b8dd-ef0c7474ef3c req-fac01c95-1e37-4c47-af8b-24161cb3d8b2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:27.011139 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-354f8438-0972-4b70-b8dd-ef0c7474ef3c req-fac01c95-1e37-4c47-af8b-24161cb3d8b2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0878968 Jun 24 04:11:27.035007 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dac60-0599-41db-a21f-97beb5e181ca req-40a0fd53-572c-49aa-8dae-19b19dd16e41 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:27.036440 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4f3dac60-0599-41db-a21f-97beb5e181ca req-40a0fd53-572c-49aa-8dae-19b19dd16e41 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0674078 Jun 24 04:11:27.048829 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-354f8438-0972-4b70-b8dd-ef0c7474ef3c req-cde9a749-631d-4966-a5b2-321477ae3527 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Jun 24 04:11:27.057239 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.060139 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fddd74ec-8230-433e-bfe0-7638dff53ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:27.074379 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4f3dac60-0599-41db-a21f-97beb5e181ca req-8b5ff9c8-94e3-41cf-835f-34a3592ca829 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Jun 24 04:11:27.104239 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c793f00-ed84-4ca6-91ec-f75d86951732,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:27.108258 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a282539364f431aa82366424b390175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697356 Jun 24 04:11:27.112096 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:27.114096 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59212) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:27.160250 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.179629 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.297539 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.300748 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:27.304261 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c793f00-ed84-4ca6-91ec-f75d86951732 HTTP/1.1" status: 204 len: 168 time: 0.1869907 Jun 24 04:11:27.304261 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:27.312782 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c793f00-ed84-4ca6-91ec-f75d86951732,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:27.314966 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:27.402828 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443222e-5211-42a4-886a-5e2364179fd9 req-2b5094b9-43be-47f4-bb1c-da4d34401ada tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:27.404398 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b443222e-5211-42a4-886a-5e2364179fd9 req-2b5094b9-43be-47f4-bb1c-da4d34401ada tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0708194 Jun 24 04:11:27.441956 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b443222e-5211-42a4-886a-5e2364179fd9 req-c8045a05-70fb-4739-8987-f6be4e6368b0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306661 Jun 24 04:11:28.228642 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce82ec6-12d5-42be-a528-886574edf6ec req-679a8017-5b64-4171-aced-3ef4c5857cff tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:28.230115 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6ce82ec6-12d5-42be-a528-886574edf6ec req-679a8017-5b64-4171-aced-3ef4c5857cff tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0708656 Jun 24 04:11:28.257565 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d679c-8dbf-4f7b-a8de-e785c0d423dd req-0e2637b6-e6d1-414f-875e-ba478e3f5761 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:28.262351 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2d5d679c-8dbf-4f7b-a8de-e785c0d423dd req-0e2637b6-e6d1-414f-875e-ba478e3f5761 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0767429 Jun 24 04:11:28.268806 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6ce82ec6-12d5-42be-a528-886574edf6ec req-f0421397-328e-49c0-8e05-a2dd46b1f5ab tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Jun 24 04:11:28.311634 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2d5d679c-8dbf-4f7b-a8de-e785c0d423dd req-84fc4244-3938-49a8-b42d-9de1fe772adb tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Jun 24 04:11:28.611301 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5effb2-af7e-43d2-920e-1a4826e46b10 req-4ff541b0-e55b-4061-a71e-de33605f5069 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:28.612744 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8c5effb2-af7e-43d2-920e-1a4826e46b10 req-4ff541b0-e55b-4061-a71e-de33605f5069 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0615387 Jun 24 04:11:28.649695 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8c5effb2-af7e-43d2-920e-1a4826e46b10 req-1acbc5f8-12b0-45df-b464-c08480064573 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Jun 24 04:11:29.472967 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70fe7c-d4ce-4859-9474-92b230f60f15 req-fe7e0659-eda6-4852-b2c4-7b9a0ebb9638 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:29.486360 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3d70fe7c-d4ce-4859-9474-92b230f60f15 req-fe7e0659-eda6-4852-b2c4-7b9a0ebb9638 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0958157 Jun 24 04:11:29.522123 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9e26-0d1f-4d6b-9967-4772877303b5 req-d123cc74-361b-4ca0-9a3d-d56194f4a0cb tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:29.522123 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cbbc9e26-0d1f-4d6b-9967-4772877303b5 req-d123cc74-361b-4ca0-9a3d-d56194f4a0cb tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0852761 Jun 24 04:11:29.525999 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3d70fe7c-d4ce-4859-9474-92b230f60f15 req-8555379b-3ee0-408f-9d03-cbac9e5c97e6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Jun 24 04:11:29.564372 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cbbc9e26-0d1f-4d6b-9967-4772877303b5 req-0e1abb09-4a72-41fd-9095-e75308c27852 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Jun 24 04:11:29.820714 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cdda1-bf46-41f0-b386-30749dbc8497 req-d07b6902-43b2-4671-aaac-d5331d6689b1 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:29.822191 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c71cdda1-bf46-41f0-b386-30749dbc8497 req-d07b6902-43b2-4671-aaac-d5331d6689b1 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0646362 Jun 24 04:11:29.860363 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c71cdda1-bf46-41f0-b386-30749dbc8497 req-94e4c3e6-4da5-405d-bdcd-aa187b407d0b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326231 Jun 24 04:11:29.917744 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.042140 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59314) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:30.141423 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.224266 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.288976 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.291960 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-3eea4743-4e04-4ca9-a314-5fcb4a6a9b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:30.327462 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971c1e7-201a-4086-a3a0-321c2ddbedee,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:30.332042 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5347fc83437b40ccaca32f576d63444c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888901 Jun 24 04:11:30.333028 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:30.334928 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59318) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:30.381335 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.401619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.517587 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.520101 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:30.521228 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6971c1e7-201a-4086-a3a0-321c2ddbedee HTTP/1.1" status: 204 len: 168 time: 0.1854212 Jun 24 04:11:30.521980 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-08e73323-3d0c-4e61-9161-184280a19b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:30.529908 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971c1e7-201a-4086-a3a0-321c2ddbedee,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:30.532122 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:30.714875 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac415a-26b2-4a8f-88ce-f2d81c655396 req-72a98774-74f4-43c3-beb9-91bfff00602c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:30.716444 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bbac415a-26b2-4a8f-88ce-f2d81c655396 req-72a98774-74f4-43c3-beb9-91bfff00602c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.0666881 Jun 24 04:11:30.762267 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bbac415a-26b2-4a8f-88ce-f2d81c655396 req-ee865480-4add-4ec9-ab2c-f70048b46db5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Jun 24 04:11:30.839584 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cc8dd-381f-497e-85f5-5ab08f717890 req-745bbada-ebf8-47a4-84b9-cc5550ca72c4 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:30.839584 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-915cc8dd-381f-497e-85f5-5ab08f717890 req-745bbada-ebf8-47a4-84b9-cc5550ca72c4 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 945 time: 0.0865238 Jun 24 04:11:30.839584 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-915cc8dd-381f-497e-85f5-5ab08f717890 req-d072c140-af2f-4bd6-8162-24846b3bdf44 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Jun 24 04:11:31.031449 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c13410-6d13-46ad-97ba-c16d804cb5d0 req-90fa31d0-5b44-47c7-afec-f5ff8638c2b4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:31.032924 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a9c13410-6d13-46ad-97ba-c16d804cb5d0 req-90fa31d0-5b44-47c7-afec-f5ff8638c2b4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0625963 Jun 24 04:11:31.069981 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a9c13410-6d13-46ad-97ba-c16d804cb5d0 req-f033aaee-fa5a-483f-a7b2-050fcf40a073 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Jun 24 04:11:31.315787 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 977d38ba-7cae-47de-8364-105803d04a01 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:31.421138 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 977d38ba-7cae-47de-8364-105803d04a01 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:31.429040 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 977d38ba-7cae-47de-8364-105803d04a01 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:31.429040 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.516836 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.538925 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d38ba-7cae-47de-8364-105803d04a01'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:31.611943 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59372) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:31.614182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 977d38ba-7cae-47de-8364-105803d04a01, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=977d38ba-7cae-47de-8364-105803d04a01,segment=NetworkSegment(a6deb3dd-08c0-4cfa-a802-3975403da642),segment_id=a6deb3dd-08c0-4cfa-a802-3975403da642)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:31.626729 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.709636 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96585f73-0a14-418c-be2d-b66dbb53b82f" -d '{"events": [{"server_uuid": "1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa", "name": "network-vif-plugged", "status": "completed", "tag": "977d38ba-7cae-47de-8364-105803d04a01"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:31.719695 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.747911 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.751867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 38104af8-c81f-4460-a90d-7f3da4ec76af up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:31.752365 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:31.863260 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:31.904861 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b42a48e6-a823-4d86-9c16-90d3c677459d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:31.913639 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=676c8b73589e4caa9be1b9150830e350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997634 Jun 24 04:11:31.916054 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59392) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:31.941231 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d21c1ae-3ac4-46f8-8479-2e2a0111ef5a x-openstack-request-id: req-6d21c1ae-3ac4-46f8-8479-2e2a0111ef5a {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:31.941830 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa", "name": "network-vif-plugged", "status": "completed", "tag": "977d38ba-7cae-47de-8364-105803d04a01", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:31.942283 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d21c1ae-3ac4-46f8-8479-2e2a0111ef5a {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:31.942883 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977d38ba-7cae-47de-8364-105803d04a01', 'code': 200} Jun 24 04:11:31.960137 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd97838-89c5-4d26-b552-4c2611854c40,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:31.973123 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.976760 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.977122 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.978800 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.979153 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.979511 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.979860 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.980202 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.980537 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.981215 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=977d38ba-7cae-47de-8364-105803d04a01,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:31.983261 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.988653 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.988653 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:31.988883 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:31.991162 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.024992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.077130 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.081782 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311b50d-2617-4226-98df-e72fc74eb787 req-5fbb6820-ebfd-40af-b339-e30d33d805f7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.084550 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6311b50d-2617-4226-98df-e72fc74eb787 req-5fbb6820-ebfd-40af-b339-e30d33d805f7 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0953503 Jun 24 04:11:32.088237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 38104af8-c81f-4460-a90d-7f3da4ec76af completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:32.098495 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 38104af8-c81f-4460-a90d-7f3da4ec76af triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:32.100567 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.140252 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6311b50d-2617-4226-98df-e72fc74eb787 req-5289603e-e38f-4c70-b8f6-f397a1663383 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Jun 24 04:11:32.183470 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bbd43-0cac-4313-9fdc-b2bbf0712fb3 req-fc14e62f-deb0-4685-ab58-eb2815779c0f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.185075 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-762bbd43-0cac-4313-9fdc-b2bbf0712fb3 req-fc14e62f-deb0-4685-ab58-eb2815779c0f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 945 time: 0.2323279 Jun 24 04:11:32.213848 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.225109 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-762bbd43-0cac-4313-9fdc-b2bbf0712fb3 req-a761c381-12c9-4466-a894-e8933d557add tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Jun 24 04:11:32.248488 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 38104af8-c81f-4460-a90d-7f3da4ec76af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38104af8-c81f-4460-a90d-7f3da4ec76af,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:32.297671 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.301319 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.302027 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2fd97838-89c5-4d26-b552-4c2611854c40 HTTP/1.1" status: 204 len: 168 time: 0.3846195 Jun 24 04:11:32.307207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-cbdb0021-6186-42db-9608-b0957f20e288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:32.316754 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd97838-89c5-4d26-b552-4c2611854c40,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:32.354534 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f34ae0-8b03-48ce-984b-b092227a1ff2 req-2c6937e6-44cc-48a5-8ae1-5416d9d9d7af tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.355066 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.356307 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 66b62fca-fcd7-480f-9721-4b921fe280a2 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:32.357058 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-59f34ae0-8b03-48ce-984b-b092227a1ff2 req-2c6937e6-44cc-48a5-8ae1-5416d9d9d7af tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 945 time: 0.0893521 Jun 24 04:11:32.375953 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.376272 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.376597 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.376942 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.377286 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.377681 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.378110 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.378377 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.378712 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.379046 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.379376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.379705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:11:32.384829 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.402592 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:32.439436 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf055e-a8fa-4392-ae55-d193fda0d242 req-4c74cf0f-fcfe-46f5-86d8-782460911834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:32.440915 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4fbf055e-a8fa-4392-ae55-d193fda0d242 req-4c74cf0f-fcfe-46f5-86d8-782460911834 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 1099 time: 0.1254117 Jun 24 04:11:32.449315 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-59f34ae0-8b03-48ce-984b-b092227a1ff2 req-d364fc0a-35a3-4ce2-b405-223c8242aed3 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734820 Jun 24 04:11:32.473653 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-4fbf055e-a8fa-4392-ae55-d193fda0d242 req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.549078 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=38104af8-c81f-4460-a90d-7f3da4ec76af,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:32.553182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.581185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-4fbf055e-a8fa-4392-ae55-d193fda0d242 req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.652201 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 66b62fca-fcd7-480f-9721-4b921fe280a2 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:32.652390 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-4fbf055e-a8fa-4392-ae55-d193fda0d242 req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.657048 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 66b62fca-fcd7-480f-9721-4b921fe280a2 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:32.662043 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.662157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:32.683564 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4fbf055e-a8fa-4392-ae55-d193fda0d242 req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354708 Jun 24 04:11:32.703657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e299aef1-cfaf-4ab7-b8b0-524da17b4d14,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:32.707399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.746626 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.782063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 66b62fca-fcd7-480f-9721-4b921fe280a2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=66b62fca-fcd7-480f-9721-4b921fe280a2,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:32.823473 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:32.824348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 93c68325-7337-4a33-8991-c368b3d44970 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:11:32.826829 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:32.897799 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=66b62fca-fcd7-480f-9721-4b921fe280a2,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:32.901369 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:32.986831 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c0b07498-3c3e-4f87-ab15-3e9bb4a37404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.009694 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 93c68325-7337-4a33-8991-c368b3d44970 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:11:33.014165 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 93c68325-7337-4a33-8991-c368b3d44970 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:11:33.015057 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.107450 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.140682 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 93c68325-7337-4a33-8991-c368b3d44970, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=93c68325-7337-4a33-8991-c368b3d44970,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:11:33.221148 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:33.224086 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:33.288213 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=93c68325-7337-4a33-8991-c368b3d44970,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:33.299410 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:33.344855 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a749a1f-b448-4194-84b4-f72f246c6722 req-1291acae-170e-486e-b541-2b3e537fca89 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:33.346340 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8a749a1f-b448-4194-84b4-f72f246c6722 req-1291acae-170e-486e-b541-2b3e537fca89 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0699751 Jun 24 04:11:33.384216 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8a749a1f-b448-4194-84b4-f72f246c6722 req-a7740e61-f9a5-4db6-b283-2656d660ae4a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jun 24 04:11:33.438050 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9929e1-cc40-49e7-97f9-75e3488a863e req-76ced570-373a-4a9a-9612-c8fbac731b25 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:33.438050 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5c9929e1-cc40-49e7-97f9-75e3488a863e req-76ced570-373a-4a9a-9612-c8fbac731b25 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0756209 Jun 24 04:11:33.486195 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5c9929e1-cc40-49e7-97f9-75e3488a863e req-1153cafd-a362-4c35-9469-f6db168b545f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Jun 24 04:11:33.619919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80bc4-1d80-4134-a99c-4fbd758b6b6c req-86798157-d5a3-472b-9e25-dcef76d23f40 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:33.621430 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-73b80bc4-1d80-4134-a99c-4fbd758b6b6c req-86798157-d5a3-472b-9e25-dcef76d23f40 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0660803 Jun 24 04:11:33.660076 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-73b80bc4-1d80-4134-a99c-4fbd758b6b6c req-bc2fe207-4af4-453a-a647-2db6e41e6282 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Jun 24 04:11:33.944284 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38104af8-c81f-4460-a90d-7f3da4ec76af'}, {'server_uuid': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b62fca-fcd7-480f-9721-4b921fe280a2'}, {'server_uuid': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c68325-7337-4a33-8991-c368b3d44970'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:11:33.947536 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dfec80-7fb2-466c-92ed-3643c54b9dc6" -d '{"events": [{"server_uuid": "b906dcb2-7074-47ad-a786-7cff1d26010a", "name": "network-vif-plugged", "status": "completed", "tag": "38104af8-c81f-4460-a90d-7f3da4ec76af"}, {"server_uuid": "b228fa4f-2dc1-49f9-98d8-ef93331b29d7", "name": "network-vif-plugged", "status": "completed", "tag": "66b62fca-fcd7-480f-9721-4b921fe280a2"}, {"server_uuid": "64c3e548-a703-41db-8e8f-9bd088aacc74", "name": "network-vif-plugged", "status": "completed", "tag": "93c68325-7337-4a33-8991-c368b3d44970"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:11:33.991189 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 24 Jun 2021 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc31f565-af02-4670-b4e2-60aaf43507e0 x-openstack-request-id: req-fc31f565-af02-4670-b4e2-60aaf43507e0 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:11:33.991494 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906dcb2-7074-47ad-a786-7cff1d26010a", "name": "network-vif-plugged", "status": "completed", "tag": "38104af8-c81f-4460-a90d-7f3da4ec76af", "code": 200}, {"server_uuid": "b228fa4f-2dc1-49f9-98d8-ef93331b29d7", "name": "network-vif-plugged", "status": "completed", "tag": "66b62fca-fcd7-480f-9721-4b921fe280a2", "code": 200}, {"server_uuid": "64c3e548-a703-41db-8e8f-9bd088aacc74", "name": "network-vif-plugged", "status": "completed", "tag": "93c68325-7337-4a33-8991-c368b3d44970", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:11:33.991757 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc31f565-af02-4670-b4e2-60aaf43507e0 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:11:33.992156 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38104af8-c81f-4460-a90d-7f3da4ec76af', 'code': 200} Jun 24 04:11:33.992417 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b62fca-fcd7-480f-9721-4b921fe280a2', 'code': 200} Jun 24 04:11:33.992671 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c68325-7337-4a33-8991-c368b3d44970', 'code': 200} Jun 24 04:11:34.539512 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59524) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:34.592520 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdc256-1ae4-421d-b1ce-87fe43468834 req-c019fe52-33b8-4fcf-9540-8d4b2fb4ce7d tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:34.601836 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8cdc256-1ae4-421d-b1ce-87fe43468834 req-c019fe52-33b8-4fcf-9540-8d4b2fb4ce7d tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0920775 Jun 24 04:11:34.646918 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8cdc256-1ae4-421d-b1ce-87fe43468834 req-6afd67cd-6938-49d3-8906-d2341ffd50d6 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 Jun 24 04:11:34.706503 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d7502-a28c-4a23-a57d-fa2558f6adb0 req-753ab553-e182-4e68-b728-a400a1e50273 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:34.708341 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a31d7502-a28c-4a23-a57d-fa2558f6adb0 req-753ab553-e182-4e68-b728-a400a1e50273 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0820115 Jun 24 04:11:34.710750 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.757890 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a31d7502-a28c-4a23-a57d-fa2558f6adb0 req-13615265-c767-479e-be55-c93634717f01 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Jun 24 04:11:34.841432 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.864394 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281fdb-9369-4392-9060-ee27c4800194 req-4f335b90-5267-4f38-8a6a-37afbd9db7c6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:34.865948 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-31281fdb-9369-4392-9060-ee27c4800194 req-4f335b90-5267-4f38-8a6a-37afbd9db7c6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0841713 Jun 24 04:11:34.904351 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-31281fdb-9369-4392-9060-ee27c4800194 req-62fd182b-d7fd-43e4-919b-34529a1edab8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322263 Jun 24 04:11:34.929442 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:34.938231 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:34.967781 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcfd225-ade2-45a8-ae95-b1df5f9753cd,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:34.972058 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ccc8de0792144b8abb457b4b4f6b321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309030 Jun 24 04:11:34.972901 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:34.974888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59532) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:35.027135 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.048209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.197826 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.200471 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.201628 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbcfd225-ade2-45a8-ae95-b1df5f9753cd HTTP/1.1" status: 204 len: 168 time: 0.2258470 Jun 24 04:11:35.202358 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0ed15bc5-54d9-4134-8679-364dc85829fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:35.209668 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcfd225-ade2-45a8-ae95-b1df5f9753cd,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:35.211812 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:35.480227 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6925a250-299e-4c66-9063-b735bee7e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.769424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.826534 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46970ba-549d-46e8-bc2e-444acd21680a req-72ff38e1-4144-45f1-847b-cbedde94d968 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:35.829507 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d46970ba-549d-46e8-bc2e-444acd21680a req-72ff38e1-4144-45f1-847b-cbedde94d968 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0640516 Jun 24 04:11:35.831560 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59554) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:35.846175 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:35.872289 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d46970ba-549d-46e8-bc2e-444acd21680a req-7c7207e3-fbc9-44bf-a479-130e94659698 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334406 Jun 24 04:11:35.966300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d314d-2c4b-43fc-9549-2f2d8acfeb0e req-7d8a1f80-dc06-41a2-ab5f-6e87c8f80e58 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:35.967789 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-056d314d-2c4b-43fc-9549-2f2d8acfeb0e req-7d8a1f80-dc06-41a2-ab5f-6e87c8f80e58 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0927567 Jun 24 04:11:35.996109 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.016397 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-056d314d-2c4b-43fc-9549-2f2d8acfeb0e req-378eb0c1-7b21-49c2-8428-94c723fc9e9c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Jun 24 04:11:36.051163 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.054729 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:36.088313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32063e03-da37-4818-9a05-a05254d7138b req-1f5beca3-0c84-4efc-b8b7-1d6a33cecd97 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:36.089756 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-32063e03-da37-4818-9a05-a05254d7138b req-1f5beca3-0c84-4efc-b8b7-1d6a33cecd97 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0734966 Jun 24 04:11:36.092303 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2fc42870a474c38bf1eba09c546f192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596467 Jun 24 04:11:36.093151 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8c17df-11d3-46c7-89f1-df1f0b563e4e,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:36.094887 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59558) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:36.096755 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:36.157094 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-32063e03-da37-4818-9a05-a05254d7138b req-1d11da08-69e5-44f5-b0fd-3215770a60f0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598860 Jun 24 04:11:36.171388 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.196353 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.331561 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.334228 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:36.335362 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa8c17df-11d3-46c7-89f1-df1f0b563e4e HTTP/1.1" status: 204 len: 168 time: 0.2393668 Jun 24 04:11:36.336038 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:36.344629 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8c17df-11d3-46c7-89f1-df1f0b563e4e,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:36.346945 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:36.748510 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:37.044067 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de534c72-7662-48b2-8e31-ab4e5fa9045d req-1d224533-5cc9-4914-878d-4bc67144ed3a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.045569 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-de534c72-7662-48b2-8e31-ab4e5fa9045d req-1d224533-5cc9-4914-878d-4bc67144ed3a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0634654 Jun 24 04:11:37.083694 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-de534c72-7662-48b2-8e31-ab4e5fa9045d req-9ab47c55-7f97-4580-9167-75038c090e20 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Jun 24 04:11:37.190331 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e9378-36bd-40b9-8ea0-676ed4b7f057 req-a5e8521a-4485-48e2-855e-51ada6fee322 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.191807 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ad2e9378-36bd-40b9-8ea0-676ed4b7f057 req-a5e8521a-4485-48e2-855e-51ada6fee322 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0642879 Jun 24 04:11:37.231255 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ad2e9378-36bd-40b9-8ea0-676ed4b7f057 req-cc48bf8d-d10a-4a91-81f9-44e100ea586c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Jun 24 04:11:37.364184 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd614-87ae-48d0-8774-6e669213f455 req-b433ffa1-1933-40a5-a62b-195c7cefd84b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.365650 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-86ebd614-87ae-48d0-8774-6e669213f455 req-b433ffa1-1933-40a5-a62b-195c7cefd84b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0621033 Jun 24 04:11:37.411776 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-86ebd614-87ae-48d0-8774-6e669213f455 req-099efa35-8281-4274-b3cb-ee14057d9764 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Jun 24 04:11:37.939833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd175-675c-441b-ac7b-ba402839ea24 req-df9258cc-d996-4c0b-b7af-fc771ff03bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:37.941375 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c0cbd175-675c-441b-ac7b-ba402839ea24 req-df9258cc-d996-4c0b-b7af-fc771ff03bcb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 1099 time: 0.0589330 Jun 24 04:11:37.981110 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c0cbd175-675c-441b-ac7b-ba402839ea24 req-c74403b9-4234-401c-ad67-22abf9fc0f6d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Jun 24 04:11:38.039885 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:38.256333 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee923f38-343d-4d12-82ad-82dfedf63f39 req-376b92a5-dbab-4132-bd1a-6c09a59c940c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.257999 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ee923f38-343d-4d12-82ad-82dfedf63f39 req-376b92a5-dbab-4132-bd1a-6c09a59c940c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0663316 Jun 24 04:11:38.298908 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ee923f38-343d-4d12-82ad-82dfedf63f39 req-2e9acd86-7559-419e-919f-8900adfc7e9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Jun 24 04:11:38.455264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42496a7-7a80-4d1d-ba78-7839eba5d4d2 req-71279469-09fa-4b94-be54-bb5a2d6a0897 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.467068 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f42496a7-7a80-4d1d-ba78-7839eba5d4d2 req-71279469-09fa-4b94-be54-bb5a2d6a0897 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.1031103 Jun 24 04:11:38.490374 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f4d47-d6aa-4818-bad0-eee696ba1845 req-07560123-13fa-4221-b0cf-bed170748556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.493671 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aa8f4d47-d6aa-4818-bad0-eee696ba1845 req-07560123-13fa-4221-b0cf-bed170748556 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 1099 time: 0.1128163 Jun 24 04:11:38.502811 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f42496a7-7a80-4d1d-ba78-7839eba5d4d2 req-27c6e3d9-14ed-4635-bc54-5912cfadbf9d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400026 Jun 24 04:11:38.518663 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54929c-fb34-4da4-be5c-bd6af41855ea req-9e7da910-0bd3-41ce-89bc-328308d7d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.520550 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4a54929c-fb34-4da4-be5c-bd6af41855ea req-9e7da910-0bd3-41ce-89bc-328308d7d89d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.1029143 Jun 24 04:11:38.545085 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aa8f4d47-d6aa-4818-bad0-eee696ba1845 req-52c1a35b-00bd-4bfd-9502-f9ac0e909ec3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Jun 24 04:11:38.562699 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4a54929c-fb34-4da4-be5c-bd6af41855ea req-0ff6bb1d-d43b-4090-adbc-0d6683eeb99b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Jun 24 04:11:38.606452 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcd541-5264-4899-97d1-ede3129ec2aa req-4f8cdf60-9c23-4463-bdca-c084fcd05911 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:38.607951 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aabcd541-5264-4899-97d1-ede3129ec2aa req-4f8cdf60-9c23-4463-bdca-c084fcd05911 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0620239 Jun 24 04:11:38.645107 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aabcd541-5264-4899-97d1-ede3129ec2aa req-5ab2a878-ad7d-46c1-8516-3ddd3392385f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Jun 24 04:11:39.481823 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2675-37fd-4865-ae7f-1e42c7b709bf req-9acd765d-9079-46ba-b6a4-bf467e36c935 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:39.483328 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d80e2675-37fd-4865-ae7f-1e42c7b709bf req-9acd765d-9079-46ba-b6a4-bf467e36c935 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0673680 Jun 24 04:11:39.522878 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d80e2675-37fd-4865-ae7f-1e42c7b709bf req-8ac59395-3590-4319-a4f3-8026ec9d7275 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338414 Jun 24 04:11:39.715233 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd332665-1993-433c-a7b2-8af8bd30862b req-3e8bd902-da6a-4583-8be6-6abb1377d458 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:39.715233 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cd332665-1993-433c-a7b2-8af8bd30862b req-3e8bd902-da6a-4583-8be6-6abb1377d458 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0737660 Jun 24 04:11:39.749141 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cd332665-1993-433c-a7b2-8af8bd30862b req-ff699196-564f-466a-ab2f-c32b08fcac5d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341139 Jun 24 04:11:39.863253 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525aca-d362-46d3-ac96-ad39ddc0573e req-e41c102c-0c35-4c3f-8c9d-132e516f39da tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:39.864668 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea525aca-d362-46d3-ac96-ad39ddc0573e req-e41c102c-0c35-4c3f-8c9d-132e516f39da tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0603962 Jun 24 04:11:39.903373 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea525aca-d362-46d3-ac96-ad39ddc0573e req-e10da626-2bbf-4fa0-89e1-d3f996503557 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Jun 24 04:11:40.700591 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399b921-d25f-446f-95ed-3757183388a0 req-191e5891-eb73-413c-a9f6-9f73d354fed3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:40.702073 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8399b921-d25f-446f-95ed-3757183388a0 req-191e5891-eb73-413c-a9f6-9f73d354fed3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0661874 Jun 24 04:11:40.739409 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8399b921-d25f-446f-95ed-3757183388a0 req-d3b28523-15a5-4083-bbeb-fa94303ecca3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Jun 24 04:11:40.935986 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b360c3d-c556-45d3-9acc-529dd57da983 req-fd89e1b2-0d7c-4897-92c5-65617e007b8e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:40.937783 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4b360c3d-c556-45d3-9acc-529dd57da983 req-fd89e1b2-0d7c-4897-92c5-65617e007b8e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0781724 Jun 24 04:11:40.978826 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4b360c3d-c556-45d3-9acc-529dd57da983 req-e45fb9ad-a3ba-4597-825e-3395d8760a29 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Jun 24 04:11:41.086035 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb78958-2288-4207-830b-fcf62c6987a0 req-b18579ad-650a-4392-88cd-fd25410c7c0c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.087549 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0bb78958-2288-4207-830b-fcf62c6987a0 req-b18579ad-650a-4392-88cd-fd25410c7c0c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0603273 Jun 24 04:11:41.131056 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0bb78958-2288-4207-830b-fcf62c6987a0 req-6c1e22f0-727e-4208-97ad-e2ce7f6efa92 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372455 Jun 24 04:11:41.869467 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d303bd6-999e-4768-b7d2-6848c6406e96 req-bb6c1208-30aa-4d78-b173-b45cff102c71 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.871906 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7d303bd6-999e-4768-b7d2-6848c6406e96 req-bb6c1208-30aa-4d78-b173-b45cff102c71 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0771744 Jun 24 04:11:41.919204 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7d303bd6-999e-4768-b7d2-6848c6406e96 req-475d5453-c5ab-416a-b49c-c3ac486b09d4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Jun 24 04:11:41.947599 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-e17f96d7-fc9c-4f7e-97ee-9f2ccc9c1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:41.949194 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-e17f96d7-fc9c-4f7e-97ee-9f2ccc9c1c1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 1099 time: 0.0797374 Jun 24 04:11:42.044837 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-49c78216-9b8d-4cf7-8409-f5af5e3774db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:42.046320 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-49c78216-9b8d-4cf7-8409-f5af5e3774db service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.0899947 Jun 24 04:11:42.089428 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-66f70368-f9bb-406f-8f78-a2d8d632dc0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b62fca-fcd7-480f-9721-4b921fe280a2 HTTP/1.1" status: 200 len: 217 time: 0.0364311 Jun 24 04:11:42.133674 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59756) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:42.147427 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-351021cc-f30d-49a6-8c40-86f75437f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:42.149532 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-351021cc-f30d-49a6-8c40-86f75437f40e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0523565 Jun 24 04:11:42.182234 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-4bac5883-8f62-493e-83de-27902f0895f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257680 Jun 24 04:11:42.240674 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.298019 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-5e367dec-39d4-4d48-88c5-8cf5cdc205c5 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083040 Jun 24 04:11:42.390205 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.412870 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9345faef-abb1-48b1-9bbb-185bfe3ea0ec req-3563d7a2-5632-4e9e-aada-1227096f4a25 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978346 Jun 24 04:11:42.454864 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.458045 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:42.491528 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6cac4719125948739789b299d08645e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564801 Jun 24 04:11:42.492594 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce5700-4676-4fa3-9205-f50a4df8ffbd,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:42.494794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59776) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:42.496236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:42.550322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.574131 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.706366 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.709314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:42.710467 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41ce5700-4676-4fa3-9205-f50a4df8ffbd HTTP/1.1" status: 204 len: 168 time: 0.2147186 Jun 24 04:11:42.711309 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9b0d9f20-de8b-46bf-9746-0e9af2577b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:42.718877 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce5700-4676-4fa3-9205-f50a4df8ffbd,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:42.721181 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:43.133404 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f00ae5-928c-48ff-a07b-4c934b4833cd req-17ad6eb2-ca64-4b6c-85c8-a21fb3aef74e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:43.141026 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e4f00ae5-928c-48ff-a07b-4c934b4833cd req-17ad6eb2-ca64-4b6c-85c8-a21fb3aef74e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.1084049 Jun 24 04:11:43.186580 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e4f00ae5-928c-48ff-a07b-4c934b4833cd req-e840d690-5b6b-459b-945b-ee1ef8e1c62f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Jun 24 04:11:43.386737 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59832) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:43.412475 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.543375 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.622759 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.626220 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b42e6237-1c6b-4ad7-a42b-db289e278eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:43.660956 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce54cccc52c64622bb896b3288bca2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730386 Jun 24 04:11:43.662073 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0962a521-ce03-44e9-a76b-0454de8cc959,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:43.663739 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59844) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:43.665625 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:43.718576 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.737537 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.863060 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.866193 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:43.867500 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0962a521-ce03-44e9-a76b-0454de8cc959 HTTP/1.1" status: 204 len: 168 time: 0.2026627 Jun 24 04:11:43.868390 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e8b25f78-667c-475e-a968-6d24b23b5079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:43.876950 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962a521-ce03-44e9-a76b-0454de8cc959,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:43.885251 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:44.345758 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59880) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:44.432639 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7863ad-9a20-47f6-848c-1d404d109934 req-6a297100-8592-46c1-b145-306995425595 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:44.434440 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-af7863ad-9a20-47f6-848c-1d404d109934 req-6a297100-8592-46c1-b145-306995425595 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.1003730 Jun 24 04:11:44.490295 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.506487 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-af7863ad-9a20-47f6-848c-1d404d109934 req-4876ad5b-e98a-44b3-890e-5c0561deabed tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649331 Jun 24 04:11:44.595311 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.663529 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.675171 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-23b4c54b-af2d-459e-80e2-faaea7883fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:44.703077 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da3d1dae9a4c442ab934af6ac7bf880c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558702 Jun 24 04:11:44.705770 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59902) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:44.708115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09da64c4-7b41-4dea-ab5e-5ddf3dc77798,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:44.712273 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:44.785053 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.816984 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.971053 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.974326 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:44.975694 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09da64c4-7b41-4dea-ab5e-5ddf3dc77798 HTTP/1.1" status: 204 len: 168 time: 0.2680600 Jun 24 04:11:44.976466 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:44.984493 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da64c4-7b41-4dea-ab5e-5ddf3dc77798,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:44.986738 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:45.593522 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59936) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:45.606841 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.886664 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7d226-1342-4a35-a0ac-5ece65484d8a req-478a0d78-2738-423f-af84-077a17fc7268 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:45.889764 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-88b7d226-1342-4a35-a0ac-5ece65484d8a req-478a0d78-2738-423f-af84-077a17fc7268 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.2637298 Jun 24 04:11:45.937844 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:45.945222 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-88b7d226-1342-4a35-a0ac-5ece65484d8a req-7f998e3e-3cbe-481a-89b5-b3fa29026abe tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497804 Jun 24 04:11:46.022847 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.028016 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:46.061914 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc91718d344b4ff5964547d4125cee6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672160 Jun 24 04:11:46.064461 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59956) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:46.072403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb6cd2-9670-4514-8bb8-43f7c0f64d9c,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:46.075491 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:46.129619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.158109 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.277488 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.280147 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:46.281668 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8cb6cd2-9670-4514-8bb8-43f7c0f64d9c HTTP/1.1" status: 204 len: 168 time: 0.2160103 Jun 24 04:11:46.282407 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-633e7487-a7af-4442-85ae-006b00b1522c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:46.289966 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb6cd2-9670-4514-8bb8-43f7c0f64d9c,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:46.292181 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:46.634138 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:11:46.755116 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 59986) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:46.794225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 59992) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:46.932411 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.012021 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.072464 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.171474 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.179699 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c9e3e178-e606-4a00-8056-3ee1b8d95173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:47.232658 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde99ca-71f9-4594-aa9f-bd64a0c0b50c,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:47.250783 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:47.269110 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cad9545198a43acb34e66ea8afb34c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5129759 Jun 24 04:11:47.271688 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60012) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:47.299404 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.335085 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2e3e4-bc48-4b63-8122-18108cf0af53 req-f38ad990-bef3-4db2-a839-90d025c28a64 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:47.336655 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e1b2e3e4-bc48-4b63-8122-18108cf0af53 req-f38ad990-bef3-4db2-a839-90d025c28a64 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0913274 Jun 24 04:11:47.337433 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.359388 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.361682 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.365759 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e48574df-361e-4e75-9af2-21e7e9db2a0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:47.410102 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e1b2e3e4-bc48-4b63-8122-18108cf0af53 req-2862b312-9a6e-442f-9354-0962e89ff2fd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Jun 24 04:11:47.436795 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e62ca761d97b49419595376ad5fac669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414132 Jun 24 04:11:47.437911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac5da9-28a0-45bd-bbbf-f51b98cb83ef,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:47.439551 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60016) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:47.440930 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:47.496802 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.513530 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.519821 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.526711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.526711 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4fde99ca-71f9-4594-aa9f-bd64a0c0b50c HTTP/1.1" status: 204 len: 168 time: 0.2500865 Jun 24 04:11:47.526711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b602894d-7363-48c8-931b-1431f639e025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:47.540599 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde99ca-71f9-4594-aa9f-bd64a0c0b50c,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:47.548696 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:47.639942 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.643052 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:47.646336 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78ac5da9-28a0-45bd-bbbf-f51b98cb83ef HTTP/1.1" status: 204 len: 168 time: 0.2034361 Jun 24 04:11:47.646336 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b60d56b7-8cfd-48bd-b831-d9206afae30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:47.652794 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac5da9-28a0-45bd-bbbf-f51b98cb83ef,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:47.655019 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:48.438484 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60056) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:48.455578 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.554225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60060) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:48.573411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.575337 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.605899 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ad0f0-ea6c-4079-ba41-8f09fb442597 req-924d193e-bf53-4d59-bd5e-a9c7fca3cdbe tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:48.607340 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ee4ad0f0-ea6c-4079-ba41-8f09fb442597 req-924d193e-bf53-4d59-bd5e-a9c7fca3cdbe tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0727119 Jun 24 04:11:48.640383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.645093 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b7c78dbe-ee24-4e3f-9e1a-b660e7ee5347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:48.665673 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ee4ad0f0-ea6c-4079-ba41-8f09fb442597 req-bf7633a2-0e17-448e-a3bc-42aee5024f3f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527658 Jun 24 04:11:48.690523 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6e05364048de4883b46d741f27d54646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503624 Jun 24 04:11:48.692697 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d1b89b-f45b-4688-b2a8-a08ad58add48,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:48.693397 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60066) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:48.699560 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:48.752116 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.752347 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.772993 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.828565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.831960 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-31bc8e44-606c-472b-8c6e-d9b641086b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:48.871162 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84644bf8-f981-4360-baad-a66bc0fb542b,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:48.871162 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:48.873570 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0911f7e41084ba7984e44789a2b5cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162460 Jun 24 04:11:48.876779 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60070) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:48.931234 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.935420 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.938015 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:48.945541 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11d1b89b-f45b-4688-b2a8-a08ad58add48 HTTP/1.1" status: 204 len: 168 time: 0.2452152 Jun 24 04:11:48.945541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c62705eb-177d-40f0-a18f-2911e7d37337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:48.949513 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d1b89b-f45b-4688-b2a8-a08ad58add48,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:48.951430 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:48.955368 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.090939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.093634 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:49.094866 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84644bf8-f981-4360-baad-a66bc0fb542b HTTP/1.1" status: 204 len: 168 time: 0.2171903 Jun 24 04:11:49.095793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8b5fe456-6486-4aeb-a357-7f921c0938bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:49.104165 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84644bf8-f981-4360-baad-a66bc0fb542b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:49.132181 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:49.870172 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b244a6-25bc-4651-b747-302d2ce9323f req-6414c441-6e4b-43e1-bab7-6dff17f80bed tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:49.871683 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-23b244a6-25bc-4651-b747-302d2ce9323f req-6414c441-6e4b-43e1-bab7-6dff17f80bed tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0743127 Jun 24 04:11:49.914733 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-23b244a6-25bc-4651-b747-302d2ce9323f req-51fd778e-ee99-483c-9243-77fdc3f8de56 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369971 Jun 24 04:11:51.101244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60192) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:51.121244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99f816-9e2d-4a0d-b074-bedb4ac19873 req-e9457d79-0224-4aba-85e9-1068adf74f61 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:51.122896 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2a99f816-9e2d-4a0d-b074-bedb4ac19873 req-e9457d79-0224-4aba-85e9-1068adf74f61 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0930197 Jun 24 04:11:51.163986 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2a99f816-9e2d-4a0d-b074-bedb4ac19873 req-e5305ad2-9136-4b21-94c1-151d0b4cd3b0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Jun 24 04:11:51.238115 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.330902 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.426306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.430171 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-bf08640a-4695-4002-8b1f-beb436c793b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:51.481004 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2b022ee213946cfb81c49109bdba5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770647 Jun 24 04:11:51.482989 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60216) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:51.489212 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97e71fd-68e5-46e8-8a01-8a5c71b9c6c1,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:51.514888 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:51.560569 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.581529 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.708258 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.710972 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:51.712121 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f97e71fd-68e5-46e8-8a01-8a5c71b9c6c1 HTTP/1.1" status: 204 len: 168 time: 0.2280059 Jun 24 04:11:51.712921 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-4c5f7654-5202-4d50-a4e7-6f75eefebf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:51.720621 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97e71fd-68e5-46e8-8a01-8a5c71b9c6c1,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:51.723526 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:52.354423 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d08ca-4c47-4641-adac-985aa277fa82 req-934673c0-9889-41aa-bcd7-ac79425fefec tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:52.355974 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-762d08ca-4c47-4641-adac-985aa277fa82 req-934673c0-9889-41aa-bcd7-ac79425fefec tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0599561 Jun 24 04:11:52.398557 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-762d08ca-4c47-4641-adac-985aa277fa82 req-ddb114d7-978c-41b4-a53d-3762bde142f2 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Jun 24 04:11:52.693320 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60272) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:52.909071 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.037225 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.091117 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.094610 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-43fc1c17-a650-439b-9ab7-d8327d1a6b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:53.129194 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bce80f3b4d6c44acb6fafd0bd4cf13c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347246 Jun 24 04:11:53.130034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11accb86-ffe8-45f4-b2e7-608b0a328709,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:53.131966 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60292) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:53.132992 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:53.180587 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.200875 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.325082 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.327755 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.328945 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11accb86-ffe8-45f4-b2e7-608b0a328709 HTTP/1.1" status: 204 len: 168 time: 0.1959288 Jun 24 04:11:53.329657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:53.337682 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11accb86-ffe8-45f4-b2e7-608b0a328709,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:53.342609 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:53.451084 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60310) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:53.606233 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051710-9303-4c14-bef5-16463b941bf1 req-7a85996e-a5e2-40a8-9028-8e056f734c61 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:53.607748 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b4051710-9303-4c14-bef5-16463b941bf1 req-7a85996e-a5e2-40a8-9028-8e056f734c61 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0698929 Jun 24 04:11:53.676504 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b4051710-9303-4c14-bef5-16463b941bf1 req-a15be234-10b2-426e-a348-05b6da1c675e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547481 Jun 24 04:11:53.759729 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.848914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.948012 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:53.950520 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:53.987435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea62dd3-7269-4d3b-81ab-031ac4e54b8e,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:53.990790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:53.994218 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fabba2df2544843887c66c44d46fc6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421076 Jun 24 04:11:53.996932 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60326) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:54.055586 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.084383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.133811 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60332) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:54.147704 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.224700 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.227986 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.229202 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cea62dd3-7269-4d3b-81ab-031ac4e54b8e HTTP/1.1" status: 204 len: 168 time: 0.2313724 Jun 24 04:11:54.233335 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:54.243330 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea62dd3-7269-4d3b-81ab-031ac4e54b8e,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:54.246190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:54.305938 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.391601 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.394115 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:54.433279 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d905f8fd72e42fd8bad5ce45b5fe13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981830 Jun 24 04:11:54.434464 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d576cf-be4a-4b87-be84-5c97aac678e1,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:54.435833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60344) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:11:54.439608 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:54.490027 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.513340 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.662632 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.672931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:11:54.672931 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42d576cf-be4a-4b87-be84-5c97aac678e1 HTTP/1.1" status: 204 len: 168 time: 0.2298949 Jun 24 04:11:54.672931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1fa8fded-1c37-4014-a433-57de3d84aa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:11:54.682097 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d576cf-be4a-4b87-be84-5c97aac678e1,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:11:54.685410 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:11:54.871989 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a171b6-a7cc-4444-a0fa-e9514c349517 req-9a8d708d-ad23-4f13-9f19-3a15e44cc1d0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:54.873477 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f6a171b6-a7cc-4444-a0fa-e9514c349517 req-9a8d708d-ad23-4f13-9f19-3a15e44cc1d0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0637336 Jun 24 04:11:54.922130 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f6a171b6-a7cc-4444-a0fa-e9514c349517 req-4c381587-18ba-4319-9f1b-804795af868a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Jun 24 04:11:55.271111 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d28997-e725-4cbb-acf3-e052c57f41b2 req-a45620a6-f7a8-409d-8e2e-1e963e9ddacd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:55.273568 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-91d28997-e725-4cbb-acf3-e052c57f41b2 req-a45620a6-f7a8-409d-8e2e-1e963e9ddacd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0856612 Jun 24 04:11:55.316080 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-91d28997-e725-4cbb-acf3-e052c57f41b2 req-5cde8210-11aa-4cd5-9f5c-22f0aa3376b2 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Jun 24 04:11:56.095635 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bbe5-7a14-4ff1-ae67-903992b03963 req-900cae26-bd76-4ff2-badc-e98cca2eb804 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.097047 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8d43bbe5-7a14-4ff1-ae67-903992b03963 req-900cae26-bd76-4ff2-badc-e98cca2eb804 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0605893 Jun 24 04:11:56.133671 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8d43bbe5-7a14-4ff1-ae67-903992b03963 req-577ab13c-1b29-4e0a-ac6e-2290d9a4c7f2 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Jun 24 04:11:56.493313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e297e1-e743-4435-b34f-ed4d4b1f1ab2 req-f5240df9-688a-4552-b7fb-14b64b9ff15c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:56.494895 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d6e297e1-e743-4435-b34f-ed4d4b1f1ab2 req-f5240df9-688a-4552-b7fb-14b64b9ff15c tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0639198 Jun 24 04:11:56.533574 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d6e297e1-e743-4435-b34f-ed4d4b1f1ab2 req-9f209155-22e9-47d0-b306-0ef4a9f6c3fc tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Jun 24 04:11:57.315732 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b91f7-ebb3-4d2d-8e2f-9c6a837b0e2b req-648b2498-7454-4616-a1c7-a1c192bb5a2c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:57.317188 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-718b91f7-ebb3-4d2d-8e2f-9c6a837b0e2b req-648b2498-7454-4616-a1c7-a1c192bb5a2c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0741420 Jun 24 04:11:57.353852 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-718b91f7-ebb3-4d2d-8e2f-9c6a837b0e2b req-fd589959-2782-4380-8c50-1bd93d981d5c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Jun 24 04:11:57.705289 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8babb-d5f7-49c2-85df-8b0c6d1d742c req-ca724a80-2145-4daa-becb-397f28522b5e tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:57.706645 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b5e8babb-d5f7-49c2-85df-8b0c6d1d742c req-ca724a80-2145-4daa-becb-397f28522b5e tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0639451 Jun 24 04:11:57.743476 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b5e8babb-d5f7-49c2-85df-8b0c6d1d742c req-030f3104-0b90-4361-9d0a-fb23e0fdbdb5 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Jun 24 04:11:58.524671 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b9da-f00a-4f68-ab3c-d727457f9a76 req-701f15fc-9afb-4580-a149-a092daca2223 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:58.526135 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f141b9da-f00a-4f68-ab3c-d727457f9a76 req-701f15fc-9afb-4580-a149-a092daca2223 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0635254 Jun 24 04:11:58.564287 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f141b9da-f00a-4f68-ab3c-d727457f9a76 req-161f4852-2ac6-419f-b98d-91c887ff45ff tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304976 Jun 24 04:11:58.910469 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eb269-d4dd-450f-ba96-bd527ba4cc1a req-95a8476a-75cc-41ee-a29c-ee4d69a78ee3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:58.911925 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-df3eb269-d4dd-450f-ba96-bd527ba4cc1a req-95a8476a-75cc-41ee-a29c-ee4d69a78ee3 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0627553 Jun 24 04:11:58.947670 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-47a7c247-8fac-4b66-bc31-59b6cba46cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487728 Jun 24 04:11:58.948601 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-df3eb269-d4dd-450f-ba96-bd527ba4cc1a req-422d2b3b-edf1-44ba-bb5d-550221bcf6bc tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311573 Jun 24 04:11:59.274128 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-2e5db5da-da54-4291-9464-91f0320b281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.275551 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-2e5db5da-da54-4291-9464-91f0320b281d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 1099 time: 0.0508552 Jun 24 04:11:59.383372 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-d22ba0e6-5941-490e-aa93-72f0180424d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.384800 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-d22ba0e6-5941-490e-aa93-72f0180424d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 916 time: 0.0867851 Jun 24 04:11:59.426299 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-68e670fe-43b7-46aa-b778-c4fadfe37ffb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38104af8-c81f-4460-a90d-7f3da4ec76af HTTP/1.1" status: 200 len: 217 time: 0.0341613 Jun 24 04:11:59.493800 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-4b12bf72-0d95-430c-b2fd-721710e9eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.495281 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-4b12bf72-0d95-430c-b2fd-721710e9eb95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03b7c238-d8f8-4b94-b5d7-c94e69d75575 HTTP/1.1" status: 200 len: 855 time: 0.0533264 Jun 24 04:11:59.539401 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-f5e6aed7-30a1-43f1-9325-2648bdc4e38c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=947049d3-a341-4f43-8063-d14f6e567fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258253 Jun 24 04:11:59.630192 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-ba42c944-4d21-40c4-81bd-9fe9f7312075 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822980 Jun 24 04:11:59.763390 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1ec0c118-cf10-42ce-a57d-300f5a8bec99 req-f9fb5ee2-8fac-486a-a325-09ddad921a91 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246073 Jun 24 04:11:59.785599 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2307-6ae5-4505-ab1f-fc7f1e9ff430 req-07527198-a052-4c73-aa18-c503baec299a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:11:59.787140 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6d4e2307-6ae5-4505-ab1f-fc7f1e9ff430 req-07527198-a052-4c73-aa18-c503baec299a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0942936 Jun 24 04:11:59.947146 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6d4e2307-6ae5-4505-ab1f-fc7f1e9ff430 req-1d5e3810-85e2-4e53-9faa-c030090c9987 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Jun 24 04:12:00.045951 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:00.125130 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5587ea-af88-4737-995e-1dfa4b96b570 req-e1b884f2-bf57-44e5-a903-8d7d66ec593b tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:00.171535 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5587ea-af88-4737-995e-1dfa4b96b570 req-e1b884f2-bf57-44e5-a903-8d7d66ec593b tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0619893 Jun 24 04:12:00.171535 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5587ea-af88-4737-995e-1dfa4b96b570 req-00424c7c-a89c-486a-ac7f-3c693649ffab tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Jun 24 04:12:01.001301 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d283e8-c8b6-4c0f-beb1-87ede2994bb9 req-8b7db36d-4e05-40c7-8f65-b0bfa24d3fe9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.002772 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-02d283e8-c8b6-4c0f-beb1-87ede2994bb9 req-8b7db36d-4e05-40c7-8f65-b0bfa24d3fe9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0646961 Jun 24 04:12:01.040366 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-02d283e8-c8b6-4c0f-beb1-87ede2994bb9 req-d7b76445-0269-4f6f-babd-01096e6d5ea2 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Jun 24 04:12:01.339845 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5b8fa-fc85-4f85-84a9-7f722b7d64d1 req-0854bf0b-01c7-43b9-88d5-cc696d5a8beb tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:01.342059 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ded5b8fa-fc85-4f85-84a9-7f722b7d64d1 req-0854bf0b-01c7-43b9-88d5-cc696d5a8beb tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0620992 Jun 24 04:12:01.377391 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ded5b8fa-fc85-4f85-84a9-7f722b7d64d1 req-75321e0c-2b0b-4534-b33c-de1547ebb258 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298784 Jun 24 04:12:02.210217 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9a551-27ea-4054-aa48-99e98f815303 req-eb6cde11-9826-4c2e-b37f-10a6d3abb4bd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.211681 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-64c9a551-27ea-4054-aa48-99e98f815303 req-eb6cde11-9826-4c2e-b37f-10a6d3abb4bd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0613627 Jun 24 04:12:02.248309 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-64c9a551-27ea-4054-aa48-99e98f815303 req-1a60162d-694a-407a-a69f-a2949e6128fd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Jun 24 04:12:02.550459 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9755f65-46d1-40e1-b780-1314e30a790a req-f7c5c571-dfdd-49c2-ad6b-b475f492c855 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:02.551916 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c9755f65-46d1-40e1-b780-1314e30a790a req-f7c5c571-dfdd-49c2-ad6b-b475f492c855 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0627844 Jun 24 04:12:02.588833 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c9755f65-46d1-40e1-b780-1314e30a790a req-8b52357d-c3ed-41b8-8d02-218684619bfe tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jun 24 04:12:02.970414 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-29e95705-cbb8-45bb-a0cb-148bc81db3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:03.422321 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5318622-7134-4781-9fbc-7739434aa075 req-3ce04d3e-0003-4fd0-847f-b1498e108006 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:03.423778 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f5318622-7134-4781-9fbc-7739434aa075 req-3ce04d3e-0003-4fd0-847f-b1498e108006 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0615048 Jun 24 04:12:03.464039 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f5318622-7134-4781-9fbc-7739434aa075 req-85c6e790-344a-4096-99cd-b3b22357947c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Jun 24 04:12:03.770532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d1bb4-118e-492e-a74e-0b8c322e694b req-cbbdb03f-be61-4df8-b1a6-fc1582d1bae0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:03.772315 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-de3d1bb4-118e-492e-a74e-0b8c322e694b req-cbbdb03f-be61-4df8-b1a6-fc1582d1bae0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0654781 Jun 24 04:12:03.810395 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-de3d1bb4-118e-492e-a74e-0b8c322e694b req-46980e48-19e7-4289-982f-108d24590870 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Jun 24 04:12:04.636147 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb6c46-ada7-43dd-9992-e67214341c18 req-c3b94065-68ea-4c5b-8b41-10f29654ca8b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.637596 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e0cb6c46-ada7-43dd-9992-e67214341c18 req-c3b94065-68ea-4c5b-8b41-10f29654ca8b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0664575 Jun 24 04:12:04.681428 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e0cb6c46-ada7-43dd-9992-e67214341c18 req-577d1e52-f0ec-4433-8e98-442342216461 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Jun 24 04:12:04.981548 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cceb56-5937-4e6f-8cf5-923b811d5b76 req-9cac7b49-82d9-481c-af4d-313e2d035c04 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:04.982976 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2cceb56-5937-4e6f-8cf5-923b811d5b76 req-9cac7b49-82d9-481c-af4d-313e2d035c04 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0619395 Jun 24 04:12:05.021055 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2cceb56-5937-4e6f-8cf5-923b811d5b76 req-489a60b4-ca61-41c6-a83f-594b383ba671 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Jun 24 04:12:05.442895 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-190c7be7-a160-46c5-8dcc-8f8f81832f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:05.819478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:05.850656 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d59db-ccbf-4d01-b9b9-160b2cae0c79 req-9a010812-0752-44e1-8d7e-31ced6211bc4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:05.853549 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-405d59db-ccbf-4d01-b9b9-160b2cae0c79 req-9a010812-0752-44e1-8d7e-31ced6211bc4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0636539 Jun 24 04:12:05.889153 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-405d59db-ccbf-4d01-b9b9-160b2cae0c79 req-b40c0fd6-c5f4-4148-82d0-4ed689c94157 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Jun 24 04:12:06.194008 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c374c-883d-4b6e-8460-cd2fec4da94e req-a5ebeb82-e280-48f8-8874-b298ef853420 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:06.196167 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fb0c374c-883d-4b6e-8460-cd2fec4da94e req-a5ebeb82-e280-48f8-8874-b298ef853420 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0644884 Jun 24 04:12:06.236023 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fb0c374c-883d-4b6e-8460-cd2fec4da94e req-45c1b53b-13d5-46f8-b686-63a076ca0315 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343788 Jun 24 04:12:06.724953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:07.061321 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668eb0d-76f0-460f-9a9d-444a0f1022ec req-9b647886-fb98-479c-a1d6-cca6b7cd4ee9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.062798 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a668eb0d-76f0-460f-9a9d-444a0f1022ec req-9b647886-fb98-479c-a1d6-cca6b7cd4ee9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0643961 Jun 24 04:12:07.099333 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a668eb0d-76f0-460f-9a9d-444a0f1022ec req-048c8c7b-01f8-44b8-adc7-4f19ee8b6a27 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307882 Jun 24 04:12:07.416818 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80353ee-f878-46bc-9f8a-9aae53a44afc req-db9e367f-7acc-4e05-845d-d7f74dda4ffd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.418445 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a80353ee-f878-46bc-9f8a-9aae53a44afc req-db9e367f-7acc-4e05-845d-d7f74dda4ffd tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0692391 Jun 24 04:12:07.455318 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a80353ee-f878-46bc-9f8a-9aae53a44afc req-bddbc108-e310-4415-81d0-354f786b9099 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306742 Jun 24 04:12:07.885348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dec75-80fb-453f-86d9-2d0f7847124e req-b8412db4-f8be-4717-9336-77991694b8d0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:07.886820 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-318dec75-80fb-453f-86d9-2d0f7847124e req-b8412db4-f8be-4717-9336-77991694b8d0 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.0731738 Jun 24 04:12:08.014242 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.252952 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Deleting port 977d38ba-7cae-47de-8364-105803d04a01 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:12:08.253463 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.358279 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] For port 977d38ba-7cae-47de-8364-105803d04a01, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=977d38ba-7cae-47de-8364-105803d04a01,segment=NetworkSegment(a6deb3dd-08c0-4cfa-a802-3975403da642),segment_id=a6deb3dd-08c0-4cfa-a802-3975403da642)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:08.358634 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.376914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Calling delete_port for 977d38ba-7cae-47de-8364-105803d04a01 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:12:08.389281 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252082b-1593-4f0b-9b89-448fbec21276 req-ed61560c-7961-4cd9-b0d7-b0fccf6447f8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:08.390739 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1252082b-1593-4f0b-9b89-448fbec21276 req-ed61560c-7961-4cd9-b0d7-b0fccf6447f8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.1719663 Jun 24 04:12:08.461276 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60702) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:08.500014 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1252082b-1593-4f0b-9b89-448fbec21276 req-1b09c540-f7ad-4176-8b30-8355c00679b3 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002977 Jun 24 04:12:08.571765 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60708) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:08.676126 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.689343 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.705249 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.710944 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:08.721797 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['977d38ba-7cae-47de-8364-105803d04a01'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:08.735537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Pushing event deleted for resources: {'Port': ['ID=977d38ba-7cae-47de-8364-105803d04a01,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:08.743708 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:08.755416 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a139c-cdbc-4aa2-9095-57d06d657fea req-f79584d2-5904-4679-b29b-26a8cf2cf8f6 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:08.755416 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8e3a139c-cdbc-4aa2-9095-57d06d657fea req-f79584d2-5904-4679-b29b-26a8cf2cf8f6 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 946 time: 0.1299281 Jun 24 04:12:08.803470 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] No DVR routers for this DVR port 977d38ba-7cae-47de-8364-105803d04a01 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:12:08.805893 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8e3a139c-cdbc-4aa2-9095-57d06d657fea req-a400aabf-0429-4457-a698-d7d966402e69 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/security-groups?id=d5bd9924-9400-49d2-b7dd-57a434d24baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Jun 24 04:12:08.813804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.816149 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-318dec75-80fb-453f-86d9-2d0f7847124e req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.10 "DELETE /v2.0/ports/977d38ba-7cae-47de-8364-105803d04a01 HTTP/1.1" status: 204 len: 173 time: 0.9234123 Jun 24 04:12:08.818598 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'name': 'network-vif-deleted', 'tag': '977d38ba-7cae-47de-8364-105803d04a01'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:08.821672 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb66673-0387-45c4-aba4-baf9f29a63ec" -d '{"events": [{"server_uuid": "1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa", "name": "network-vif-deleted", "tag": "977d38ba-7cae-47de-8364-105803d04a01"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:08.871720 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4fc16-585a-4d6a-99a5-5a4b55f36004 x-openstack-request-id: req-45b4fc16-585a-4d6a-99a5-5a4b55f36004 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:08.871720 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa", "name": "network-vif-deleted", "tag": "977d38ba-7cae-47de-8364-105803d04a01", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:08.871720 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45b4fc16-585a-4d6a-99a5-5a4b55f36004 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:08.871720 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa', 'name': 'network-vif-deleted', 'tag': '977d38ba-7cae-47de-8364-105803d04a01', 'status': 'completed', 'code': 200} Jun 24 04:12:08.878551 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.951295 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:08.956359 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0fe6b641-0768-4901-b331-98ea4344c656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:09.004895 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a3b5c66f74d437aa67f8b30145f767e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418515 Jun 24 04:12:09.008350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60720) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:09.011584 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73467bb-444d-40da-ba96-e636a5690f45,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:09.015874 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:09.067706 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.078599 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.089435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.141731 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.145223 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2e771363-e615-4b58-b19c-5bf26d044960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:09.181704 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e269d8fef4f4a34a2adce207ea45355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6088290 Jun 24 04:12:09.182259 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.182897 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730d7e1d-5981-4e85-acf9-3e6a9683a4e9,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:09.184894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.186066 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e73467bb-444d-40da-ba96-e636a5690f45 HTTP/1.1" status: 204 len: 168 time: 0.1766288 Jun 24 04:12:09.188262 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:09.188369 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:09.188457 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60722) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:09.196072 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73467bb-444d-40da-ba96-e636a5690f45,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:09.198917 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:09.242427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.267479 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.422612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.425190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.426327 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/730d7e1d-5981-4e85-acf9-3e6a9683a4e9 HTTP/1.1" status: 204 len: 168 time: 0.2384341 Jun 24 04:12:09.427086 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48846f9f-3bc7-4205-ac41-484cd86a3d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:09.442910 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730d7e1d-5981-4e85-acf9-3e6a9683a4e9,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:09.446249 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:09.717774 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bdaee-f37e-4758-ac41-96c5ba48b862 req-fbcc6027-dd02-4f01-9a82-6e9eb5e44f6a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:09.719264 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f42bdaee-f37e-4758-ac41-96c5ba48b862 req-fbcc6027-dd02-4f01-9a82-6e9eb5e44f6a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0763135 Jun 24 04:12:09.757082 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f42bdaee-f37e-4758-ac41-96c5ba48b862 req-0a96eda0-c121-4c21-99c6-80233232f76e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Jun 24 04:12:09.865813 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60754) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:09.882323 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:09.993468 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-042224ee-b989-4299-8374-bcd4acf26cb2 req-10828de4-0acf-49e0-9c4e-9447f1c4ea49 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f3a7918-e2dc-4b6e-815c-3adee9dcb1fa HTTP/1.1" status: 200 len: 210 time: 0.0374444 Jun 24 04:12:09.995507 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.085567 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.089364 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e1a5d2f9-607e-4c24-b346-0118d4fba088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:10.124495 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16729c0e3aa845529f1d7fce31d3e507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581959 Jun 24 04:12:10.126518 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25f313d-fbcd-43fa-a77b-d65d9c23a7fa,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:10.127278 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60766) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:10.129479 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:10.169488 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60768) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:10.176886 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.185987 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.198136 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.281674 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.307416 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.310114 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.311351 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d25f313d-fbcd-43fa-a77b-d65d9c23a7fa HTTP/1.1" status: 204 len: 168 time: 0.1828291 Jun 24 04:12:10.312061 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e314872f-60a0-4d7d-9ac5-51b113d4ed40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:10.320661 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25f313d-fbcd-43fa-a77b-d65d9c23a7fa,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:10.323475 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:10.340402 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.344792 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-678072c0-6914-4823-80f7-a1d05f9c2cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:10.382916 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23511c731950482ca097eea45c8d813c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122562 Jun 24 04:12:10.383870 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1842c5cc-8e45-4dd2-a0b7-035218a14443,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:10.386074 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60772) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:10.387334 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:10.464395 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.494668 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.593131 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.595768 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:10.596967 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1842c5cc-8e45-4dd2-a0b7-035218a14443 HTTP/1.1" status: 204 len: 168 time: 0.2097366 Jun 24 04:12:10.597676 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e106a6e5-9e2b-4834-ae1b-3f0b3889650f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:10.605125 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1842c5cc-8e45-4dd2-a0b7-035218a14443,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:10.607919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:10.928227 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2bfc3-d9a5-491f-bbac-55f504397f4b req-e8f74151-73d7-492b-ab90-5735e9acf5b4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:10.929910 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6bc2bfc3-d9a5-491f-bbac-55f504397f4b req-e8f74151-73d7-492b-ab90-5735e9acf5b4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0618150 Jun 24 04:12:10.969274 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6bc2bfc3-d9a5-491f-bbac-55f504397f4b req-6c7834c2-77c6-4a19-b602-ecc396ac4dcf tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Jun 24 04:12:11.050515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60794) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:11.065144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.180945 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.319624 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.323041 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8084d9c7-77db-481d-889d-8fd7f4ca1b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:11.358102 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83180dbb-310e-4a82-9a16-b7b23c4f662f,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:11.362398 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e24741a678f648719c3abdd87f283164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109655 Jun 24 04:12:11.363272 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:11.364950 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60816) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:11.421145 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.446174 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.562802 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.566195 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:11.572447 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 977d38ba-7cae-47de-8364-105803d04a01 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:12:11.573082 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83180dbb-310e-4a82-9a16-b7b23c4f662f HTTP/1.1" status: 204 len: 168 time: 0.2017817 Jun 24 04:12:11.573082 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-736db219-1779-416d-98dd-80993a416ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:11.595166 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83180dbb-310e-4a82-9a16-b7b23c4f662f,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:11.596977 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 977d38ba-7cae-47de-8364-105803d04a01 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:12:11.601369 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 977d38ba-7cae-47de-8364-105803d04a01 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:12:11.602255 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:12.151385 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53db65-5c7b-4864-8b79-c2ea30730c93 req-d8d1c0f8-226a-4864-8a11-a7444cb82dbb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:12.152840 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7c53db65-5c7b-4864-8b79-c2ea30730c93 req-d8d1c0f8-226a-4864-8a11-a7444cb82dbb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0646250 Jun 24 04:12:12.202513 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7c53db65-5c7b-4864-8b79-c2ea30730c93 req-5f5c76d9-ca9e-482a-a04a-18b54758b185 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Jun 24 04:12:12.934476 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60882) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:12.982367 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Deleting subnet 5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187 {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:12:12.985546 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.055175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265821'] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.097449 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.244975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5818168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5549774'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.248265 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:13.272832 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:13.274606 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.277718 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5ff5b4ef-fa6a-4c16-9def-5a5dc06e5187 HTTP/1.1" status: 204 len: 168 time: 0.3409700 Jun 24 04:12:13.279230 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-633f8212-1be6-4c64-9fc5-c3aa46adbe3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:13.280707 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60892) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:13.359321 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.383805 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45272427-1776-41fb-b595-c3d66a692037 req-69935135-ccf2-4fe3-9092-21d2f3f8505d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:13.388404 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-45272427-1776-41fb-b595-c3d66a692037 req-69935135-ccf2-4fe3-9092-21d2f3f8505d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0724552 Jun 24 04:12:13.430190 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-45272427-1776-41fb-b595-c3d66a692037 req-91b421d5-a921-48fb-a849-d1110d9b4997 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387869 Jun 24 04:12:13.459483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.469004 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31173c4e-be36-4357-a985-4c250af3b67d']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:13.478903 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6deb3dd-08c0-4cfa-a802-3975403da642') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:13.479201 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6deb3dd-08c0-4cfa-a802-3975403da642') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:13.487567 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.500955 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.506890 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:12:13.507263 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:12:13.509220 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:12:13.604842 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.610689 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:13.612728 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] 10.222.0.26 "DELETE /v2.0/networks/31173c4e-be36-4357-a985-4c250af3b67d HTTP/1.1" status: 204 len: 168 time: 0.3303013 Jun 24 04:12:13.613403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:13.630483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Pushing event deleted for resources: {'Network': ['ID=31173c4e-be36-4357-a985-4c250af3b67d,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:13.632999 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:14.005108 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 60904) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:14.054020 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-afe21c0b-00a3-4ce8-82cf-5333d101939a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5c7b5c14ae04fc1a185346c0a984e6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476251 Jun 24 04:12:14.056673 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60908) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:14.107567 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.132872 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.253359 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.256038 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:14.257697 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5bd9924-9400-49d2-b7dd-57a434d24baf HTTP/1.1" status: 204 len: 168 time: 0.2000608 Jun 24 04:12:14.258425 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d6d7d2f7-a241-432f-b388-1762f9432ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:14.266163 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd9924-9400-49d2-b7dd-57a434d24baf,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:14.268751 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:14.619135 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b61719-b7e9-4353-8691-1f79a629c3c6 req-a7a285cb-f65c-43fd-b9b6-0db4b4299fd4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:14.621112 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-50b61719-b7e9-4353-8691-1f79a629c3c6 req-a7a285cb-f65c-43fd-b9b6-0db4b4299fd4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0758607 Jun 24 04:12:14.672942 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-50b61719-b7e9-4353-8691-1f79a629c3c6 req-6450d250-db60-41f1-81fc-a230cbde547f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Jun 24 04:12:15.041502 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-8012461a-c264-401e-9ad7-3a2f212dbaad tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:15.043749 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-8012461a-c264-401e-9ad7-3a2f212dbaad tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.1168227 Jun 24 04:12:15.060350 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-993582e3-c6d5-487e-84d0-142e3693e174 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/quotas/7695007fac434588ab66d4894dc8f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0106704 Jun 24 04:12:15.129727 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e8af944-2b1a-4ef1-9129-3475df9e908a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626602 Jun 24 04:12:15.225078 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-991578be-e7ab-4275-a52b-911ff46ed392 service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881147 Jun 24 04:12:15.322258 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-ce35c9ce-3577-4117-bd89-92a1ec00797a service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Jun 24 04:12:15.363574 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 60974) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:15.463032 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-643640298-network', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:15.586759 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a040dc0b-bf13-4af1-8717-486b9780d8a9 req-e9eaa945-26b2-41c1-b44c-94cb179252b2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0288968 Jun 24 04:12:15.599266 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Made reservation on behalf of f7948c07ea9b4fcf8c1682fa69a51102 for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:12:15.603568 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.611867 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.750929 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.867779 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533bbc0-a591-42a2-9706-abeb9ec00304 req-9882dc98-b3e4-42b6-834f-41e87bc5814e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:15.869231 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6533bbc0-a591-42a2-9706-abeb9ec00304 req-9882dc98-b3e4-42b6-834f-41e87bc5814e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0655506 Jun 24 04:12:15.870994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.875097 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8ed1f7bc-c8c1-40b5-8413-c0174ce208db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:15.903869 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:12:15.928238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:15.928572 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Added segment 621bcc91-6eeb-4948-ab8d-32a72eb5ecf2 of type vlan for network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 Jun 24 04:12:15.942963 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c069be69-e1b9-4f6a-af5d-1587a059d958,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:15.950253 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:15.955164 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6533bbc0-a591-42a2-9706-abeb9ec00304 req-10b4ca4a-626f-4f8d-8795-1e4073e130da tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759809 Jun 24 04:12:15.985341 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.087688 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.090734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.091421 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.099729 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:16.158268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Pushing event updated for resources: {'Network': ['ID=42bf8fff-6e0c-49a1-a294-84e03c94cc13,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:16.161002 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:16.163954 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7984228 Jun 24 04:12:16.167314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 32768) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:16.169856 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:12:16.172644 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Request body: {'subnet': {'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-subnet', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:16.241686 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Made reservation on behalf of f7948c07ea9b4fcf8c1682fa69a51102 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:12:16.244235 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.496411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.500480 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4194053d-ef96-4752-9e0c-432ffbaa16d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:16.557346 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fea1869-d778-447e-ad30-a86aefa68cfb,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:16.560317 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:16.562998 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Checking segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:16.563357 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Network hostable DHCP agents. Network: 42bf8fff-6e0c-49a1-a294-84e03c94cc13, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:12:16.673293 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:12:16.729815 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2c49f51-46c2-434e-af08-744d15c6ea0b req-d0eb0a6a-b5d2-472b-a18e-84447cdc3be3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0305247 Jun 24 04:12:16.747564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 42bf8fff-6e0c-49a1-a294-84e03c94cc13) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:16.755130 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:16.758307 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.760866 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e9690-a15d-49bf-a63b-11da00ad701d None None] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:12:16.853530 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 32780) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:16.853738 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6853418 Jun 24 04:12:16.858073 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:16.947051 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:12:16.947601 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.948073 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:16.948801 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.003838 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.091330 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Allocated IP 172.20.0.2 (42bf8fff-6e0c-49a1-a294-84e03c94cc13/9fea1869-d778-447e-ad30-a86aefa68cfb/b7f92990-aed9-4d9c-b975-ba8b164ec985) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:17.149687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7bd66-b7d0-4703-a17f-dea175de1553 req-cd5d2459-a734-43d9-8d96-a6481b9d22d9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:17.151358 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e8e7bd66-b7d0-4703-a17f-dea175de1553 req-cd5d2459-a734-43d9-8d96-a6481b9d22d9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0681188 Jun 24 04:12:17.199830 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e8e7bd66-b7d0-4703-a17f-dea175de1553 req-ae058819-b83e-44ea-880c-0edc78763ace tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Jun 24 04:12:17.220694 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.262880 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.270790 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Transition to ACTIVE for port object b7f92990-aed9-4d9c-b975-ba8b164ec985 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:17.284935 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Transition to ACTIVE for port object b7f92990-aed9-4d9c-b975-ba8b164ec985 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:17.379994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.382025 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:17.431048 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:17.436292 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:17.440170 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:17.447299 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Pushing event updated for resources: {'Port': ['ID=b7f92990-aed9-4d9c-b975-ba8b164ec985,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:17.474578 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.475083 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.476163 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.476573 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.476991 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.477410 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.477862 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.478457 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.478863 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.479301 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.479712 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.480124 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:17.486658 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:17.514949 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Attempting to bind port b7f92990-aed9-4d9c-b975-ba8b164ec985 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:17.515388 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Attempting to bind port b7f92990-aed9-4d9c-b975-ba8b164ec985 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:17.516048 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Attempting to bind port b7f92990-aed9-4d9c-b975-ba8b164ec985 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:17.520970 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:17.521440 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Checking segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:17.522095 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.523019 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Bound using segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:17.523696 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Bound port: b7f92990-aed9-4d9c-b975-ba8b164ec985, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:17.524019 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.541651 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.566598 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.590151 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] For port b7f92990-aed9-4d9c-b975-ba8b164ec985, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:17.593265 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] For port b7f92990-aed9-4d9c-b975-ba8b164ec985, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b7f92990-aed9-4d9c-b975-ba8b164ec985,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:17.665932 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Allocated IP 172.27.2.138 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/31c8b61e-064f-4188-ba5d-9a66a204b942) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:17.673859 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:17.676730 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-a4d9678e-91f9-4061-ba9e-2ad0953ecc91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:17.730392 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Pushing event updated for resources: {'Port': ['ID=b7f92990-aed9-4d9c-b975-ba8b164ec985,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:17.743627 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:17.949980 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2abf8fc6-1c3c-44f3-ac7f-17e0bc02327d req-20891726-0864-4f60-b3ed-02ed81e9b4ff tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0354018 Jun 24 04:12:17.992752 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:18.107972 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:18.110415 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:18.148522 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:18.153105 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:18.156372 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:18.161695 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Pushing event updated for resources: {'Port': ['ID=31c8b61e-064f-4188-ba5d-9a66a204b942,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:18.180422 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:18.379770 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d0df8-8cc8-4976-bc6b-65fdcd4bb48c req-402bd114-77c1-419c-819d-c58c6ee7c548 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:18.381271 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74d0df8-8cc8-4976-bc6b-65fdcd4bb48c req-402bd114-77c1-419c-819d-c58c6ee7c548 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0645275 Jun 24 04:12:18.432209 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74d0df8-8cc8-4976-bc6b-65fdcd4bb48c req-52ec3a96-38b3-4f38-a051-485bf0d059cb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Jun 24 04:12:18.513937 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:18.659855 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e9094-d483-424d-bc38-3abe8b781516 None None] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:12:18.705593 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:18.838842 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-62e5418c-df53-436d-8b29-c4a23b7d5a0c None None] Provisioning for port b7f92990-aed9-4d9c-b975-ba8b164ec985 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:18.887351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:12:18.993672 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:12:19.004781 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:12:19.013868 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:12:19.014517 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:12:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:19.092763 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-86919716-0f97-4127-8aee-44c2bf843088 req-7fc2f41b-a293-48e7-8739-3bfee860a0ff tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0275941 Jun 24 04:12:19.095535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.098987 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2417381 Jun 24 04:12:19.099236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 32818) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:19.120104 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:12:19.291469 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:18Z', 'revision_number': 3, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:19.316740 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:12:19.317004 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Updating router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 port 31c8b61e-064f-4188-ba5d-9a66a204b942 binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:12:19.354018 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.504319 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.612576 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.612798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074240e-ed98-4153-bc7c-a2fb6479e4e5 req-43f3b70a-852c-4083-994d-d6bcb6b20f37 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:19.614313 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9074240e-ed98-4153-bc7c-a2fb6479e4e5 req-43f3b70a-852c-4083-994d-d6bcb6b20f37 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0679030 Jun 24 04:12:19.633411 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Transition to ACTIVE for port object 31c8b61e-064f-4188-ba5d-9a66a204b942 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:19.657215 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9074240e-ed98-4153-bc7c-a2fb6479e4e5 req-3d0a4835-87b9-4851-9384-d87e5d6108a2 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Jun 24 04:12:19.666389 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Allocated IP 172.20.0.1 (42bf8fff-6e0c-49a1-a294-84e03c94cc13/9fea1869-d778-447e-ad30-a86aefa68cfb/b288d388-9da1-4c6b-8493-a40da4e936f4) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:19.701442 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.703829 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:19.752324 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Attempting to bind port 31c8b61e-064f-4188-ba5d-9a66a204b942 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:19.752701 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Attempting to bind port 31c8b61e-064f-4188-ba5d-9a66a204b942 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:19.753073 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Attempting to bind port 31c8b61e-064f-4188-ba5d-9a66a204b942 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:19.761338 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Pushing event updated for resources: {'Port': ['ID=31c8b61e-064f-4188-ba5d-9a66a204b942,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:19.764712 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:19.765090 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:19.765497 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.765918 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:19.766409 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Bound port: 31c8b61e-064f-4188-ba5d-9a66a204b942, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:19.766785 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.773146 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.773518 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.773858 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.774214 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.774537 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.774860 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.775180 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.775498 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.775835 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.776156 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.776472 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.776787 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:19.799287 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:19.832077 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] For port 31c8b61e-064f-4188-ba5d-9a66a204b942, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:19.835213 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] For port 31c8b61e-064f-4188-ba5d-9a66a204b942, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=31c8b61e-064f-4188-ba5d-9a66a204b942,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:19.913538 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.921961 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:19.968571 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:19.972814 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:12:19.973429 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:12:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:19.976285 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Pushing event updated for resources: {'Port': ['ID=31c8b61e-064f-4188-ba5d-9a66a204b942,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:19.985433 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Transition to ACTIVE for port object b288d388-9da1-4c6b-8493-a40da4e936f4 will not be triggered until provisioned by entity DHCP. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:19.996477 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b7f92990-aed9-4d9c-b975-ba8b164ec985 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:20.007860 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:20.076686 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.079791 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:20.080539 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:12:20.105137 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port b7f92990-aed9-4d9c-b975-ba8b164ec985 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:20.110560 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port b7f92990-aed9-4d9c-b975-ba8b164ec985 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:20.114992 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.115111 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:20.116902 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:20.122571 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:20.154821 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Pushing event updated for resources: {'Port': ['ID=b288d388-9da1-4c6b-8493-a40da4e936f4,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:20.158780 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:20.176064 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.231329 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.279818 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port b7f92990-aed9-4d9c-b975-ba8b164ec985, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b7f92990-aed9-4d9c-b975-ba8b164ec985,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:20.316778 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bbf50c52-28c1-47e0-87e6-193b3300988a req-50a78a3d-66be-4eda-bd5b-aad56b17c254 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0724874 Jun 24 04:12:20.329087 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:18Z', 'revision_number': 3, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:20.359279 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf5210-e5ed-42d5-b155-ce9d1ce2f8db None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:18Z', 'revision_number': 3, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:12:20.368268 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.370193 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:20.433016 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=b7f92990-aed9-4d9c-b975-ba8b164ec985,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:20.436155 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:20.451790 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.493506 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a73eeaac-e4cf-4dcb-a367-b3d3cf7e4774 None None] Provisioning for port b288d388-9da1-4c6b-8493-a40da4e936f4 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:20.497866 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a73eeaac-e4cf-4dcb-a367-b3d3cf7e4774 None None] Provisioning complete for port b288d388-9da1-4c6b-8493-a40da4e936f4 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:20.498289 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a73eeaac-e4cf-4dcb-a367-b3d3cf7e4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.533646 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-a73eeaac-e4cf-4dcb-a367-b3d3cf7e4774 None None] Port b288d388-9da1-4c6b-8493-a40da4e936f4 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:12:20.630789 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.730511 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.733192 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:20.802185 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Pushing event updated for resources: {'Port': ['ID=b288d388-9da1-4c6b-8493-a40da4e936f4,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:20.806622 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:20.807844 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:20.848327 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248333-a7d8-4e27-9bbb-54edf9ff7321 req-72e2c8fc-af82-4202-9403-3263c5f58a61 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:20.849739 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e248333-a7d8-4e27-9bbb-54edf9ff7321 req-72e2c8fc-af82-4202-9403-3263c5f58a61 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0734587 Jun 24 04:12:20.890800 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e248333-a7d8-4e27-9bbb-54edf9ff7321 req-1da750c9-5b41-4a5c-a1d1-91b82b8cec37 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Jun 24 04:12:20.916418 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:20.917995 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:21.034624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:12:21.148541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:12:21.153807 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] 10.222.0.26 "PUT /v2.0/routers/149cd4ea-dfc6-400c-a372-ac19ca8d0058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0536797 Jun 24 04:12:21.161681 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-47beb3fb-d500-4068-b056-7430ce06555f None None] Provisioning complete for port b288d388-9da1-4c6b-8493-a40da4e936f4 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:21.162195 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47beb3fb-d500-4068-b056-7430ce06555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:21.205447 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-47beb3fb-d500-4068-b056-7430ce06555f None None] Port b288d388-9da1-4c6b-8493-a40da4e936f4 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:12:21.463406 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8f8daca6-5aa9-4c3f-8ed5-2ee3141e95f2 req-8936287f-cf62-42e4-81a1-f6a9cd08ca52 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0291915 Jun 24 04:12:21.804052 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 32854) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:21.808918 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119594797', 'description': 'tempest-description--808890200'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:21.884860 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:21.988100 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.016779 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:12:22.044614 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.048033 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-28672a74-7d8d-4580-9ce4-d8c13d3b289e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:22.051710 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 31c8b61e-064f-4188-ba5d-9a66a204b942 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:22.081468 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87148a-4059-4939-8a80-57b3ac14fe93,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:22.084752 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:22.095916 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:12:22.095916 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:12:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:22.107839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028ad2f-c28a-4983-8e4c-17c00465e63a req-7f6ae44f-176f-41de-83e1-001d7ddbe008 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:22.109400 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3028ad2f-c28a-4983-8e4c-17c00465e63a req-7f6ae44f-176f-41de-83e1-001d7ddbe008 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0737441 Jun 24 04:12:22.148015 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3028ad2f-c28a-4983-8e4c-17c00465e63a req-3e9d7d5f-62f5-41f6-9a2e-a0715601a991 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Jun 24 04:12:22.153996 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.155268 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3501656 Jun 24 04:12:22.158668 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 32868) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:22.164070 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'security_group_rule': {'security_group_id': '9c87148a-4059-4939-8a80-57b3ac14fe93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:22.259020 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.321946 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:12:22.347001 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 31c8b61e-064f-4188-ba5d-9a66a204b942 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:22.355363 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 31c8b61e-064f-4188-ba5d-9a66a204b942 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:22.355736 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.380537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.423764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-fe151a9f-287d-48b2-848c-ecb3ed3153d5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:22.425328 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-fe151a9f-287d-48b2-848c-ecb3ed3153d5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.1251292 Jun 24 04:12:22.438123 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Request body: {'port': {'device_id': '85061148-57b0-41e4-ae08-da0550f7223d', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'admin_state_up': True, 'tenant_id': '7695007fac434588ab66d4894dc8f3c3'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:22.444001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.465193 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:22.512340 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc6ee82-6833-481c-8d54-a7f558b83dd8,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:22.517770 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:22.555117 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.597348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 31c8b61e-064f-4188-ba5d-9a66a204b942, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=31c8b61e-064f-4188-ba5d-9a66a204b942,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:22.598672 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.600550 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4402375 Jun 24 04:12:22.607227 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 32872) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:22.611722 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'security_group_rule': {'security_group_id': '9c87148a-4059-4939-8a80-57b3ac14fe93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:22.620400 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-faf216c0-125b-4695-86e5-3405b6faa66e req-95d4a4bf-ba41-4cba-8fe9-184b2702c7b8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0334353 Jun 24 04:12:22.624815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 2, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:22.651000 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:12:22.651360 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Updating router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 port b288d388-9da1-4c6b-8493-a40da4e936f4 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:12:22.687356 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.718179 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.719025 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b7f92990-aed9-4d9c-b975-ba8b164ec985 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:22.722187 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:22.740483 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Made reservation on behalf of 7695007fac434588ab66d4894dc8f3c3 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:12:22.744330 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.852438 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=31c8b61e-064f-4188-ba5d-9a66a204b942,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:22.857955 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:22.879469 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Allocated IP 172.20.0.12 (947049d3-a341-4f43-8063-d14f6e567fb7/03b7c238-d8f8-4b94-b5d7-c94e69d75575/be668808-be7d-44a4-892b-0fb427073a8a) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:22.899494 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port b7f92990-aed9-4d9c-b975-ba8b164ec985 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:22.899881 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:22.920906 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.059316 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.082289 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.094461 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.105240 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Transition to ACTIVE for port object b288d388-9da1-4c6b-8493-a40da4e936f4 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:23.127330 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.132207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:23.147878 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fadce0-be3b-4c41-992f-88a0c8a13242,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:23.150578 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:23.213338 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.213694 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.215529 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:23.219319 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:23.252560 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.253744 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6455872 Jun 24 04:12:23.257270 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 32886) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:23.261916 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:23.272894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Network 947049d3-a341-4f43-8063-d14f6e567fb7 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:23.278009 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:23.283438 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853b45-2811-44ce-bf2c-c8f2568d608e None None] Pushing event updated for resources: {'Port': ['ID=b288d388-9da1-4c6b-8493-a40da4e936f4,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:23.289748 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:23.298942 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:23.299878 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0a853b45-2811-44ce-bf2c-c8f2568d608e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:23.300021 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.323397 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event updated for resources: {'Port': ['ID=be668808-be7d-44a4-892b-0fb427073a8a,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:23.348816 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:23.369687 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Attempting to bind port b288d388-9da1-4c6b-8493-a40da4e936f4 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:23.370202 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Attempting to bind port b288d388-9da1-4c6b-8493-a40da4e936f4 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:23.370446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Attempting to bind port b288d388-9da1-4c6b-8493-a40da4e936f4 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:23.376031 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:23.376407 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Checking segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:23.377809 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.377809 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Bound using segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:23.377809 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Bound port: b288d388-9da1-4c6b-8493-a40da4e936f4, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:23.378168 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.397973 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e465f86-b906-414f-93db-146ee483ec82 req-408ef644-f3e4-4627-a326-f06388716486 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:23.399815 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e465f86-b906-414f-93db-146ee483ec82 req-408ef644-f3e4-4627-a326-f06388716486 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0971761 Jun 24 04:12:23.440103 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.447536 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] For port b288d388-9da1-4c6b-8493-a40da4e936f4, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:23.450791 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] For port b288d388-9da1-4c6b-8493-a40da4e936f4, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b288d388-9da1-4c6b-8493-a40da4e936f4,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:23.456813 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e465f86-b906-414f-93db-146ee483ec82 req-26007aac-79e3-4684-b640-4e707f878967 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488980 Jun 24 04:12:23.523575 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0895057 Jun 24 04:12:23.523781 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.526646 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:23.546593 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:23.595224 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:12:23.595863 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:12:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:23.597819 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853b45-2811-44ce-bf2c-c8f2568d608e None None] Pushing event updated for resources: {'Port': ['ID=b288d388-9da1-4c6b-8493-a40da4e936f4,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:23.602262 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0a853b45-2811-44ce-bf2c-c8f2568d608e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:23.623659 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:12:23.801699 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:12:23.826783 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1386-1a37-49fd-999e-5d36030d3202 req-dac841cf-f807-4682-a14d-998d8149fe97 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:23.826783 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2e7c1386-1a37-49fd-999e-5d36030d3202 req-dac841cf-f807-4682-a14d-998d8149fe97 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 932 time: 0.0774841 Jun 24 04:12:23.880927 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2e7c1386-1a37-49fd-999e-5d36030d3202 req-4a72009f-420a-4aa9-9e80-e95b87f0a71c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455883 Jun 24 04:12:23.900978 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Allocated IP 172.27.2.181 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/0428ec68-3b81-48c7-9171-733bf9ccd3a8) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:23.961279 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 31c8b61e-064f-4188-ba5d-9a66a204b942 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:24.007965 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.054948 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 31c8b61e-064f-4188-ba5d-9a66a204b942 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:24.055326 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.090181 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.093226 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:24.108887 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:23Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:24.126437 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:24.129097 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:24.134681 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:24.140582 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01504f1-3c92-42ac-a9a4-0d42b4719d3f None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:23Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:12:24.166916 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'Port': ['ID=0428ec68-3b81-48c7-9171-733bf9ccd3a8,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:24.188323 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:24.245740 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.347203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.501967 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.564579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.572022 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:24.633316 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.651218 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'Port': ['ID=0428ec68-3b81-48c7-9171-733bf9ccd3a8,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:24.654649 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:24.681485 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c7ecb-3262-45c1-b857-dce59e616fcc req-03398a4c-13b7-4c9b-9b6a-9043db15ee0a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:24.682728 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9d6c7ecb-3262-45c1-b857-dce59e616fcc req-03398a4c-13b7-4c9b-9b6a-9043db15ee0a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.1103001 Jun 24 04:12:24.722205 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9d6c7ecb-3262-45c1-b857-dce59e616fcc req-254da93e-fba0-433b-b256-afe8bae3167f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Jun 24 04:12:24.753213 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:24.754509 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4962678 Jun 24 04:12:24.956533 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-a9abec53-b7a2-4346-910f-399698e60306 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2119594797&fields=id&tenant_id=f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 267 time: 0.0568922 Jun 24 04:12:25.039149 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:25.085784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-c0ba0bec-68bb-4992-bb71-644909e3f9e6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:25.087403 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-c0ba0bec-68bb-4992-bb71-644909e3f9e6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 816 time: 0.1229374 Jun 24 04:12:25.096665 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c709375-fe0a-4634-a0f2-4cb60dd20162 req-9109e517-517f-41ca-a3dc-f187fe13b320 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:25.099088 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9c709375-fe0a-4634-a0f2-4cb60dd20162 req-9109e517-517f-41ca-a3dc-f187fe13b320 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 932 time: 0.0889018 Jun 24 04:12:25.118084 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-cc1dddd8-8acd-4b13-8fd6-22e395aafe81 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/quotas/f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 375 time: 0.0241716 Jun 24 04:12:25.142441 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9c709375-fe0a-4634-a0f2-4cb60dd20162 req-88dda631-a6cd-416e-8295-955d73c387ed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Jun 24 04:12:25.232367 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-1e4090e3-cb43-48c4-9b2f-39d1a739486a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134326 Jun 24 04:12:25.333607 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-256ea489-06b9-4473-b93f-597bda8c33cf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:12:25.335245 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-256ea489-06b9-4473-b93f-597bda8c33cf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463605 Jun 24 04:12:25.420280 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-7d45abb5-12a5-4cde-b5d9-dfa29fc59f54 service neutron] 10.222.0.26 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792816 Jun 24 04:12:25.508301 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-97001a85-05dd-4b76-8a4b-c8eeeef3fb37 service neutron] 10.222.0.26 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823066 Jun 24 04:12:25.768910 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c3ccad64-3d7c-45cf-a40e-5ffff3d57441 req-c60b29ca-3539-45f3-97c4-0c7297c649f1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0294557 Jun 24 04:12:25.903098 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b2a31-1ec8-4f22-a7c1-ddd200b712d1 req-ddc4d99a-e65b-4491-93ff-8ef166e8a067 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:25.904776 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e69b2a31-1ec8-4f22-a7c1-ddd200b712d1 req-ddc4d99a-e65b-4491-93ff-8ef166e8a067 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0720663 Jun 24 04:12:25.923562 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b288d388-9da1-4c6b-8493-a40da4e936f4 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:25.947683 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e69b2a31-1ec8-4f22-a7c1-ddd200b712d1 req-16099ef5-825a-4279-b66c-48026ab7e6c7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370319 Jun 24 04:12:26.024606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port b288d388-9da1-4c6b-8493-a40da4e936f4 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:26.028882 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port b288d388-9da1-4c6b-8493-a40da4e936f4 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:26.029323 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.107439 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.138182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port b288d388-9da1-4c6b-8493-a40da4e936f4, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b288d388-9da1-4c6b-8493-a40da4e936f4,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:26.190200 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.193367 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:26.242520 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=b288d388-9da1-4c6b-8493-a40da4e936f4,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:26.245792 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:26.315304 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293aecd5-e34a-4b05-b33f-aa741ea7c28a req-3da4e44b-78fe-4e57-86e1-3a3588a802be tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:26.316793 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-293aecd5-e34a-4b05-b33f-aa741ea7c28a req-3da4e44b-78fe-4e57-86e1-3a3588a802be tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 932 time: 0.0630984 Jun 24 04:12:26.355784 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-293aecd5-e34a-4b05-b33f-aa741ea7c28a req-0ac20193-b74f-4660-bffb-760d8f7d7f23 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 24 04:12:26.429605 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Request body: {'port': {'device_id': '85061148-57b0-41e4-ae08-da0550f7223d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:26.503727 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.759944 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be668808-be7d-44a4-892b-0fb427073a8a {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:26.766994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.778611 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Transition to ACTIVE for port object be668808-be7d-44a4-892b-0fb427073a8a will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:26.841810 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.845040 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ff1072e2-8d41-4d99-986a-fcc4d64c0c80 tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:26.891757 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Pushing event updated for resources: {'Port': ['ID=be668808-be7d-44a4-892b-0fb427073a8a,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:26.909329 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:26.912042 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1efb32cf-f174-43f9-acb5-716cfedb0665 req-9bced3b1-a372-4c99-ab13-771c3de90688 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0325694 Jun 24 04:12:26.922264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Attempting to bind port be668808-be7d-44a4-892b-0fb427073a8a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:26.922598 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Attempting to bind port be668808-be7d-44a4-892b-0fb427073a8a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:26.922919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Attempting to bind port be668808-be7d-44a4-892b-0fb427073a8a on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:26.927072 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Port be668808-be7d-44a4-892b-0fb427073a8a on network 947049d3-a341-4f43-8063-d14f6e567fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:12:26.927386 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Attempting to bind port be668808-be7d-44a4-892b-0fb427073a8a on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:26.932327 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:26.932655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Checking segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:26.933032 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Bound using segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:26.933451 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Bound port: be668808-be7d-44a4-892b-0fb427073a8a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:26.933791 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:26.997976 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] For port be668808-be7d-44a4-892b-0fb427073a8a, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:27.003043 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] For port be668808-be7d-44a4-892b-0fb427073a8a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be668808-be7d-44a4-892b-0fb427073a8a,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:27.093973 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.098882 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:27.141859 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.142478 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:27.143831 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] 10.222.0.10 "PUT /v2.0/ports/be668808-be7d-44a4-892b-0fb427073a8a HTTP/1.1" status: 200 len: 1094 time: 0.7188323 Jun 24 04:12:27.145899 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85061148-57b0-41e4-ae08-da0550f7223d', 'tag': 'be668808-be7d-44a4-892b-0fb427073a8a'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:27.148262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e819b7-7153-40a5-8d2d-220d8f751c51" -d '{"events": [{"name": "network-changed", "server_uuid": "85061148-57b0-41e4-ae08-da0550f7223d", "tag": "be668808-be7d-44a4-892b-0fb427073a8a"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:27.172771 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Pushing event updated for resources: {'Port': ['ID=be668808-be7d-44a4-892b-0fb427073a8a,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:27.183287 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:27.189001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa19a8e-eb34-4144-a462-385c52422b6e x-openstack-request-id: req-7fa19a8e-eb34-4144-a462-385c52422b6e {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:27.189305 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85061148-57b0-41e4-ae08-da0550f7223d", "tag": "be668808-be7d-44a4-892b-0fb427073a8a", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:27.189572 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fa19a8e-eb34-4144-a462-385c52422b6e {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:27.190005 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85061148-57b0-41e4-ae08-da0550f7223d', 'tag': 'be668808-be7d-44a4-892b-0fb427073a8a', 'status': 'completed', 'code': 200} Jun 24 04:12:27.198263 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3c903-99e3-4c89-82e2-4762f16ec784 req-47d03a8f-5f38-45ff-b522-115d4377c596 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.199702 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-31b3c903-99e3-4c89-82e2-4762f16ec784 req-47d03a8f-5f38-45ff-b522-115d4377c596 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.1381226 Jun 24 04:12:27.237242 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-31b3c903-99e3-4c89-82e2-4762f16ec784 req-456a6a64-9f4f-426a-b5e0-5331912f1469 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Jun 24 04:12:27.363024 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e819b7-7153-40a5-8d2d-220d8f751c51 req-79ba687d-9918-4a83-9cc8-622e739b0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.363024 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-00e819b7-7153-40a5-8d2d-220d8f751c51 req-79ba687d-9918-4a83-9cc8-622e739b0ae4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 1097 time: 0.0529580 Jun 24 04:12:27.503520 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e819b7-7153-40a5-8d2d-220d8f751c51 req-11ae99f1-5747-48c9-aed9-eca6fcdcbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.505186 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-00e819b7-7153-40a5-8d2d-220d8f751c51 req-11ae99f1-5747-48c9-aed9-eca6fcdcbe72 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7695007fac434588ab66d4894dc8f3c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1106322 Jun 24 04:12:27.535091 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18669dc1-1535-4541-a614-1f3dbc6d2f46 req-534c8e02-17f8-411c-8b6f-dd380225aaca tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.536554 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-18669dc1-1535-4541-a614-1f3dbc6d2f46 req-534c8e02-17f8-411c-8b6f-dd380225aaca tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.0639653 Jun 24 04:12:27.574296 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-18669dc1-1535-4541-a614-1f3dbc6d2f46 req-a2aacabb-6531-4e0e-ab2e-2b0aecccf89d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Jun 24 04:12:27.604079 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e819b7-7153-40a5-8d2d-220d8f751c51 req-e72fbb26-9fd2-49fc-a954-e43ebc631bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.605519 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-00e819b7-7153-40a5-8d2d-220d8f751c51 req-e72fbb26-9fd2-49fc-a954-e43ebc631bea service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892706 Jun 24 04:12:27.718959 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-5bdc8ec7-4bfd-40f0-bbe9-6e07b3619bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.720340 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-5bdc8ec7-4bfd-40f0-bbe9-6e07b3619bcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 1097 time: 0.0557592 Jun 24 04:12:27.764726 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-f7be9c21-ee3c-41ca-a887-1d1c7a4bef69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be668808-be7d-44a4-892b-0fb427073a8a HTTP/1.1" status: 200 len: 217 time: 0.0328565 Jun 24 04:12:27.811553 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d504b-9600-48d2-b913-98a9316f723d req-c528df15-4f48-482f-af28-176cd287944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:27.812909 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-c528df15-4f48-482f-af28-176cd287944c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03b7c238-d8f8-4b94-b5d7-c94e69d75575 HTTP/1.1" status: 200 len: 855 time: 0.0418606 Jun 24 04:12:27.847118 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-8a71a747-6065-429f-bb93-acc63494804d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=947049d3-a341-4f43-8063-d14f6e567fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270624 Jun 24 04:12:27.902393 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b288d388-9da1-4c6b-8493-a40da4e936f4 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:27.935888 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-81a462d7-5052-4c5e-873e-285d6f975760 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812461 Jun 24 04:12:27.949154 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port b288d388-9da1-4c6b-8493-a40da4e936f4 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:27.949539 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:28.035659 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c65d504b-9600-48d2-b913-98a9316f723d req-ca079401-f991-429e-ab98-dddf097c0ea0 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925262 Jun 24 04:12:28.086610 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-daebe6a7-899a-470b-b71c-7c8092c9ffab req-722bcd78-5ca5-4382-9f47-b28088c98292 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0354555 Jun 24 04:12:28.421936 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a87158-9a13-4524-a88d-31d59e4c71d4 req-d7ec97b6-549b-46b7-9ee5-532e8762a58d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:28.423426 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2a87158-9a13-4524-a88d-31d59e4c71d4 req-d7ec97b6-549b-46b7-9ee5-532e8762a58d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0628023 Jun 24 04:12:28.471183 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2a87158-9a13-4524-a88d-31d59e4c71d4 req-05905527-b596-4d81-86d3-e85a27815c13 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Jun 24 04:12:28.744507 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f287c07-da3d-447a-85b1-2c369d433d76 req-08e4a6da-9e8f-4c86-8822-79639dfd8d09 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:28.745958 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7f287c07-da3d-447a-85b1-2c369d433d76 req-08e4a6da-9e8f-4c86-8822-79639dfd8d09 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.0605214 Jun 24 04:12:28.781654 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7f287c07-da3d-447a-85b1-2c369d433d76 req-e1c5ff6a-e0ec-4cd1-80dc-1b41e59f7de0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302658 Jun 24 04:12:29.021066 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-b385dadb-37fe-4867-a525-04b5006380bb tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:29.022409 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-b385dadb-37fe-4867-a525-04b5006380bb tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 816 time: 0.0989287 Jun 24 04:12:29.230373 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fa50d6c0-7ee3-4eae-855d-efedc858dc2f req-e3984891-d0fd-4ae9-a0a1-0d2156fbd086 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0306118 Jun 24 04:12:29.638555 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9c89-1806-44d5-9b12-9cd4303483d3 req-03324d88-878f-488d-b7a2-469278478394 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:29.639904 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-21fd9c89-1806-44d5-9b12-9cd4303483d3 req-03324d88-878f-488d-b7a2-469278478394 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0605166 Jun 24 04:12:29.678257 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-21fd9c89-1806-44d5-9b12-9cd4303483d3 req-c9d56158-5ee4-4079-a38b-e48aaf8d6601 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Jun 24 04:12:29.910321 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:29.947260 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e51d09-de07-4498-91b7-34b0d09df65c req-c7ea5bbd-d6d2-43ab-81b5-f0d06bf159f5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:29.948772 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b7e51d09-de07-4498-91b7-34b0d09df65c req-c7ea5bbd-d6d2-43ab-81b5-f0d06bf159f5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.0601356 Jun 24 04:12:29.984653 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b7e51d09-de07-4498-91b7-34b0d09df65c req-1f69a647-697d-48ed-aa20-191c133d6ea7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304592 Jun 24 04:12:30.372645 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0f1b9bea-c632-4681-9695-5ea8a415ebee req-461db483-5f4c-45a5-b634-29c117e7b494 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0310483 Jun 24 04:12:30.848840 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6c8d0-eafc-4e6d-8948-7142a2d1cf9f req-73bdedbb-0eb1-42a2-876e-0b83f130ca1f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:30.850828 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3eb6c8d0-eafc-4e6d-8948-7142a2d1cf9f req-73bdedbb-0eb1-42a2-876e-0b83f130ca1f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0610933 Jun 24 04:12:30.887173 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3eb6c8d0-eafc-4e6d-8948-7142a2d1cf9f req-dde1d2b8-0b26-4b3a-9452-9ccc8bab489e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306280 Jun 24 04:12:31.161597 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b01a0-1407-463c-a87b-84e1e2d73cee req-782b1cbe-e026-4617-8efc-5b6f5a203182 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:31.163807 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cf5b01a0-1407-463c-a87b-84e1e2d73cee req-782b1cbe-e026-4617-8efc-5b6f5a203182 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.0607042 Jun 24 04:12:31.199404 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cf5b01a0-1407-463c-a87b-84e1e2d73cee req-70cbadd5-87b2-4f61-b5ed-de2a3ed83931 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302529 Jun 24 04:12:31.271118 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-021d20b8-fb58-49e9-b99c-e51c3bc2a4e9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 380 time: 0.0438955 Jun 24 04:12:31.519660 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c697cbb3-6b6f-4907-85d0-57955206bdc1 req-2769d416-6840-4891-8bb9-c330c89833cb tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0311043 Jun 24 04:12:32.059238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddafaa5-3043-4357-ac77-62b73c2dd889 req-44edc122-fc8e-4c5b-9797-00fa90373961 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:32.060679 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-eddafaa5-3043-4357-ac77-62b73c2dd889 req-44edc122-fc8e-4c5b-9797-00fa90373961 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0649037 Jun 24 04:12:32.095877 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-eddafaa5-3043-4357-ac77-62b73c2dd889 req-fa2624a0-f9d7-412a-87a0-c759e3591ef0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296719 Jun 24 04:12:32.367244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93c74-0e87-41b3-8b29-c20f8b1249d8 req-11d4c4f2-3b92-4ae3-8191-8463ccb16a7c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:32.368569 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-86e93c74-0e87-41b3-8b29-c20f8b1249d8 req-11d4c4f2-3b92-4ae3-8191-8463ccb16a7c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.0593276 Jun 24 04:12:32.411858 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-86e93c74-0e87-41b3-8b29-c20f8b1249d8 req-921bff78-51b3-414d-82cf-a172bd9f3af5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Jun 24 04:12:32.619884 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'port': {'device_id': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'admin_state_up': True, 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'security_groups': ['9c87148a-4059-4939-8a80-57b3ac14fe93']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:32.697846 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7fb019b6-e0ea-418f-84e6-aaef5b0c9a07 req-ee152be2-bdb4-4e97-a41e-881296249ef5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0614541 Jun 24 04:12:32.832475 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Made reservation on behalf of f7948c07ea9b4fcf8c1682fa69a51102 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:12:32.836713 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:32.954475 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Allocated IP 172.20.0.11 (42bf8fff-6e0c-49a1-a294-84e03c94cc13/9fea1869-d778-447e-ad30-a86aefa68cfb/5638aa5b-4f18-420c-ae13-beecff963d66) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:32.983957 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-534ddc6a-e571-4fdc-a397-4acd469d73b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.082496 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.095547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Transition to ACTIVE for port object 5638aa5b-4f18-420c-ae13-beecff963d66 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:33.187411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.192549 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:33.234442 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:33.240522 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:33.245017 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:33.250446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:33.251040 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.258130 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:33.268554 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68f67d-f23c-448a-8684-e14a97771cf0 req-b48719c1-6060-4238-aa70-3c68648feb6e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:33.269118 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.269487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.269844 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.270109 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ad68f67d-f23c-448a-8684-e14a97771cf0 req-b48719c1-6060-4238-aa70-3c68648feb6e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0631857 Jun 24 04:12:33.270223 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.270546 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.270883 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.271222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.271612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.271953 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.272288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.272621 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.272955 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:33.282821 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:33.318796 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ad68f67d-f23c-448a-8684-e14a97771cf0 req-065ad00f-e623-4dff-a3fe-acd87e4f0fd6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Jun 24 04:12:33.364843 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7521744 Jun 24 04:12:33.487826 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Request body: {'port': {'device_id': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:33.510316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-417781c8-5c59-41bc-9691-bf0360e0aa0d None None] Provisioning for port 5638aa5b-4f18-420c-ae13-beecff963d66 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:33.514425 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-417781c8-5c59-41bc-9691-bf0360e0aa0d None None] Provisioning complete for port 5638aa5b-4f18-420c-ae13-beecff963d66 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:33.514742 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-417781c8-5c59-41bc-9691-bf0360e0aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.548189 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-417781c8-5c59-41bc-9691-bf0360e0aa0d None None] Port 5638aa5b-4f18-420c-ae13-beecff963d66 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:12:33.600269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.628024 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ff8e0-5686-493b-8522-4c7d4b431e83 req-77f27751-64a2-4c02-8d4e-7788124d9e24 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:33.629605 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e3ff8e0-5686-493b-8522-4c7d4b431e83 req-77f27751-64a2-4c02-8d4e-7788124d9e24 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.1082766 Jun 24 04:12:33.738877 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e3ff8e0-5686-493b-8522-4c7d4b431e83 req-43703a65-9027-4ccf-b597-5736de8e04dc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925262 Jun 24 04:12:33.880048 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9da38-b393-478d-8640-94b860368b90 req-56760fb5-0d3a-4ff7-a0bc-489e1bcfc282 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:33.881499 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-27a9da38-b393-478d-8640-94b860368b90 req-56760fb5-0d3a-4ff7-a0bc-489e1bcfc282 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 932 time: 0.0645101 Jun 24 04:12:33.898856 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5638aa5b-4f18-420c-ae13-beecff963d66 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:33.906113 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:33.918137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Transition to ACTIVE for port object 5638aa5b-4f18-420c-ae13-beecff963d66 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:33.919537 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-27a9da38-b393-478d-8640-94b860368b90 req-75d6ccae-da32-457b-bd45-89cf1ebbc438 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320659 Jun 24 04:12:34.024441 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:34.027841 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-49e54801-9f1d-4b07-a08f-57f08b7b2608 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:34.077675 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:34.081409 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:34.111286 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Attempting to bind port 5638aa5b-4f18-420c-ae13-beecff963d66 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:34.115325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Attempting to bind port 5638aa5b-4f18-420c-ae13-beecff963d66 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:34.115325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Attempting to bind port 5638aa5b-4f18-420c-ae13-beecff963d66 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:34.116454 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Port 5638aa5b-4f18-420c-ae13-beecff963d66 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:12:34.116773 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Attempting to bind port 5638aa5b-4f18-420c-ae13-beecff963d66 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:34.121461 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:34.121843 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Checking segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:34.122192 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Bound using segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:34.122617 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Bound port: 5638aa5b-4f18-420c-ae13-beecff963d66, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:34.122964 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:34.190136 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:34.193487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:34.290302 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:34.293438 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:34.324589 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.325196 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:34.326689 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] 10.222.0.10 "PUT /v2.0/ports/5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 1094 time: 0.8431168 Jun 24 04:12:34.327045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:34.329389 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4062b263-5859-472a-9753-44e4d95d8069" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:34.359514 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:34.371283 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:34.372735 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4c911f-b40f-4518-a256-3d0e557ef783 x-openstack-request-id: req-ae4c911f-b40f-4518-a256-3d0e557ef783 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:34.373051 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:34.373324 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae4c911f-b40f-4518-a256-3d0e557ef783 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:34.374086 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'status': 'completed', 'code': 200} Jun 24 04:12:34.511460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9799a-b25b-4363-b6a4-7450d653bf27 req-153b9010-806b-4a28-be8e-f3cd9c25b25d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.512945 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-eed9799a-b25b-4363-b6a4-7450d653bf27 req-153b9010-806b-4a28-be8e-f3cd9c25b25d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0640845 Jun 24 04:12:34.552944 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-eed9799a-b25b-4363-b6a4-7450d653bf27 req-5b7bf0cf-a3b0-4d90-8883-cd0cbea81834 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338473 Jun 24 04:12:34.558706 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062b263-5859-472a-9753-44e4d95d8069 req-faa05de1-c2a0-4e69-b77e-79bdc883c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.560299 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4062b263-5859-472a-9753-44e4d95d8069 req-faa05de1-c2a0-4e69-b77e-79bdc883c5d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1097 time: 0.0535069 Jun 24 04:12:34.897893 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062b263-5859-472a-9753-44e4d95d8069 req-3a9e5e89-ab01-4af9-9732-1b2776c55520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.899549 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4062b263-5859-472a-9753-44e4d95d8069 req-3a9e5e89-ab01-4af9-9732-1b2776c55520 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3295627 Jun 24 04:12:34.971523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39367467-c33c-45d5-bb15-a1d249a3f0c8 req-4d8e332d-d705-4030-b303-3d019cd4a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:34.972014 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-39367467-c33c-45d5-bb15-a1d249a3f0c8 req-4d8e332d-d705-4030-b303-3d019cd4a474 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 1099 time: 0.0540349 Jun 24 04:12:35.020328 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-39367467-c33c-45d5-bb15-a1d249a3f0c8 req-773b8904-e0fd-43d0-ae8b-4e9d6ea59eca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Jun 24 04:12:35.028384 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446580b1-5541-44f1-959c-c5c981b4c7c1 req-bde47b59-9631-4417-8d1e-047c75616ecc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.029819 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-446580b1-5541-44f1-959c-c5c981b4c7c1 req-bde47b59-9631-4417-8d1e-047c75616ecc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.1292734 Jun 24 04:12:35.054525 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062b263-5859-472a-9753-44e4d95d8069 req-fe3b6f80-bcc8-441d-9fb7-287b12445e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.055895 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4062b263-5859-472a-9753-44e4d95d8069 req-fe3b6f80-bcc8-441d-9fb7-287b12445e4f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288161 Jun 24 04:12:35.077070 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-446580b1-5541-44f1-959c-c5c981b4c7c1 req-de0dd371-941f-4c00-9f81-e742e82fe773 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Jun 24 04:12:35.111094 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0dddb-a3e4-4440-ba87-101f6a97fc66 req-7ce10edb-cb7d-431a-8e8e-92986e34f583 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.112564 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c5c0dddb-a3e4-4440-ba87-101f6a97fc66 req-7ce10edb-cb7d-431a-8e8e-92986e34f583 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0649350 Jun 24 04:12:35.150654 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c5c0dddb-a3e4-4440-ba87-101f6a97fc66 req-21835f66-dbe6-46cb-bef4-85ce3991b4e4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316222 Jun 24 04:12:35.268339 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-49511dd4-a6dd-4337-804a-2d7fd9df00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.269807 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-49511dd4-a6dd-4337-804a-2d7fd9df00c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1097 time: 0.0529349 Jun 24 04:12:35.313111 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-da441fc6-90a2-4c01-b8b5-2659fe6fec1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 217 time: 0.0357327 Jun 24 04:12:35.362150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-011a95b9-6fd2-4267-b5ee-80c4dcb41c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.363553 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-011a95b9-6fd2-4267-b5ee-80c4dcb41c11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0409319 Jun 24 04:12:35.438623 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-3d908b47-232c-410f-8cff-e264a5b8f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.440105 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-3d908b47-232c-410f-8cff-e264a5b8f4ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0690105 Jun 24 04:12:35.461230 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eec8050e-b132-4b54-9634-eaffbd4c1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:35.536672 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-fe1fbf99-a816-4561-a896-85acd5f196da service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887494 Jun 24 04:12:35.624517 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fcf5f188-999a-4ada-bae6-7fa1518a4f51 req-33700425-bc6b-4ad5-9ce9-78a1d3b6f34b service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805843 Jun 24 04:12:35.751296 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d3c1-4ba5-455c-b69a-16f9e6eb0948 req-16834475-60f5-4aea-8c20-ad2ad83ee791 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:35.752657 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0f4d3c1-4ba5-455c-b69a-16f9e6eb0948 req-16834475-60f5-4aea-8c20-ad2ad83ee791 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0827637 Jun 24 04:12:35.790315 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0f4d3c1-4ba5-455c-b69a-16f9e6eb0948 req-73779a63-ad27-49d6-8acb-668d4579bf54 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jun 24 04:12:35.821044 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:36.254577 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701adcc-65a9-41f7-ae07-4f7d5c68d273 req-8daa0182-b93b-4d06-b43c-eb7df8fc9474 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.256109 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a701adcc-65a9-41f7-ae07-4f7d5c68d273 req-8daa0182-b93b-4d06-b43c-eb7df8fc9474 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 944 time: 0.0640550 Jun 24 04:12:36.294810 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a701adcc-65a9-41f7-ae07-4f7d5c68d273 req-b08e1a60-b2d0-4ebe-a0b9-bf76d70cd09b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Jun 24 04:12:36.332663 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e5675-039a-4e2e-afa6-e90120a33f4c req-d2d787b1-7f72-42dd-9bc1-71d3adb70916 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:36.334314 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-904e5675-039a-4e2e-afa6-e90120a33f4c req-d2d787b1-7f72-42dd-9bc1-71d3adb70916 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0695455 Jun 24 04:12:36.377234 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-904e5675-039a-4e2e-afa6-e90120a33f4c req-e7b3b91f-83dd-442c-89a0-e17cb40bc7b6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352755 Jun 24 04:12:36.732719 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:36.808641 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33180) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:36.944410 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.005174 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbaf66-703d-4d61-b7b7-f8dd1cffaade req-1abc9e97-4e4a-4117-aca2-dfb9a6671897 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:37.007159 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-93fbaf66-703d-4d61-b7b7-f8dd1cffaade req-1abc9e97-4e4a-4117-aca2-dfb9a6671897 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0992901 Jun 24 04:12:37.060060 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-93fbaf66-703d-4d61-b7b7-f8dd1cffaade req-27419e8d-2586-4e69-826e-64812fadeebb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Jun 24 04:12:37.070175 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device be668808-be7d-44a4-892b-0fb427073a8a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:12:37.097836 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.167171 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port be668808-be7d-44a4-892b-0fb427073a8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be668808-be7d-44a4-892b-0fb427073a8a,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:37.181742 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'be668808-be7d-44a4-892b-0fb427073a8a', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'port_id': 'be668808-be7d-44a4-892b-0fb427073a8a', 'mac_address': 'fa:16:3e:e2:81:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b7c238-d8f8-4b94-b5d7-c94e69d75575', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:12:37.192677 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.196808 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f752b1c6-a936-4430-bbc2-96aa70e56070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:37.220974 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.235015 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af7e82eefb9a4e0ca3ad544c91e32b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222584 Jun 24 04:12:37.235015 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e3e40-9d92-4a17-aec1-f700b837e979,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:37.235304 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be668808-be7d-44a4-892b-0fb427073a8a {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:37.235467 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33200) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:37.241444 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.241803 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.242365 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.242711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.243234 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.243587 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.243930 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.244273 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.244608 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.245119 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.245460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.245817 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:12:37.249747 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:37.257834 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port be668808-be7d-44a4-892b-0fb427073a8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be668808-be7d-44a4-892b-0fb427073a8a,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:37.280691 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd858eef-6a22-4685-a7ff-cca1cae14ca9 req-e65d1e1c-589d-4584-a6bc-2559b81e1876 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:37.282159 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd858eef-6a22-4685-a7ff-cca1cae14ca9 req-e65d1e1c-589d-4584-a6bc-2559b81e1876 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0980637 Jun 24 04:12:37.315889 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.317589 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:37.327539 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.344038 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd858eef-6a22-4685-a7ff-cca1cae14ca9 req-f6d49d7c-a750-441e-ad05-5ce6806c2172 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 Jun 24 04:12:37.363288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.379014 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=be668808-be7d-44a4-892b-0fb427073a8a,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:37.382376 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:37.511175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d274-87c0-447b-a0bf-0239912ea7a7 req-354f413f-5b0a-4385-9055-40f3903bffe4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:37.512865 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4931d274-87c0-447b-a0bf-0239912ea7a7 req-354f413f-5b0a-4385-9055-40f3903bffe4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 945 time: 0.0799975 Jun 24 04:12:37.518322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.521668 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.522819 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b4e3e40-9d92-4a17-aec1-f700b837e979 HTTP/1.1" status: 204 len: 168 time: 0.2858450 Jun 24 04:12:37.523804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4152d646-7bfd-4b51-aca7-36f57e0bb74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:37.549626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e3e40-9d92-4a17-aec1-f700b837e979,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:37.551836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:37.555793 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33214) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:37.584825 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4931d274-87c0-447b-a0bf-0239912ea7a7 req-ead98c0b-824c-4df7-8a68-7292982429e7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Jun 24 04:12:37.644049 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0a804-3803-49de-86d1-042c1c355c27 req-165bd7e2-3dd4-4572-8a1a-bddb45ac8ecf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:37.645518 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a8d0a804-3803-49de-86d1-042c1c355c27 req-165bd7e2-3dd4-4572-8a1a-bddb45ac8ecf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0982237 Jun 24 04:12:37.689236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.694747 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a8d0a804-3803-49de-86d1-042c1c355c27 req-e206bebb-31ec-42da-8c39-78ed4ea196b7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Jun 24 04:12:37.774213 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.861040 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:37.863821 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-da3fd70c-4b5a-438e-a9b3-e8d98c479834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:37.898779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2826f7b-ee8c-4f04-ae0e-56f81ec89dac,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:37.903171 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=150ba324bbe84bdfa55ec9d41eceeba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458900 Jun 24 04:12:37.904010 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:37.906082 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33220) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:37.979906 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.001200 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.007240 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.138511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.141283 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.142442 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2826f7b-ee8c-4f04-ae0e-56f81ec89dac HTTP/1.1" status: 204 len: 168 time: 0.2351696 Jun 24 04:12:38.146898 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1da7e67d-9e46-4341-b48b-55dd1c5aa104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:38.151650 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2826f7b-ee8c-4f04-ae0e-56f81ec89dac,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:38.153764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:38.206186 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['be668808-be7d-44a4-892b-0fb427073a8a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:38.350350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33230) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:38.364296 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-12df32cf-cf49-47b9-ae65-d11f6e0955d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.463261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-12df32cf-cf49-47b9-ae65-d11f6e0955d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.535454 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-12df32cf-cf49-47b9-ae65-d11f6e0955d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.539768 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-df836297-c031-4294-8b53-ec3fe3fe39db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:38.576044 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-12df32cf-cf49-47b9-ae65-d11f6e0955d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ce5d8aba33f4d288ae796eb4fbb7e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239535 Jun 24 04:12:38.576959 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df32cf-cf49-47b9-ae65-d11f6e0955d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce949b-da59-4370-a47d-9b7bbee7b258,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:38.579769 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33236) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:38.580264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-12df32cf-cf49-47b9-ae65-d11f6e0955d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:38.633157 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.656174 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.762458 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3878a-b900-4025-b1bd-a05b6b3d4c31 req-7216f382-204e-4c33-a5ec-8d81b9e55ff0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:38.763927 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-59a3878a-b900-4025-b1bd-a05b6b3d4c31 req-7216f382-204e-4c33-a5ec-8d81b9e55ff0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 945 time: 0.0664239 Jun 24 04:12:38.807635 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-59a3878a-b900-4025-b1bd-a05b6b3d4c31 req-3c078fd5-8c7e-4d14-bcf5-5fff3bc1ad3c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Jun 24 04:12:38.830613 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.833236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.835181 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdce949b-da59-4370-a47d-9b7bbee7b258 HTTP/1.1" status: 204 len: 168 time: 0.2529418 Jun 24 04:12:38.835930 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c8d51f96-d1f4-4bed-aac9-02e8a050b8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:38.843206 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce949b-da59-4370-a47d-9b7bbee7b258,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:38.845601 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:38.886484 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33248) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:38.890273 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877780a-437a-47c0-90ca-106992bec906 req-ba94abd0-1c51-4e45-b841-8212f5ed5c88 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:38.891765 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9877780a-437a-47c0-90ca-106992bec906 req-ba94abd0-1c51-4e45-b841-8212f5ed5c88 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0722921 Jun 24 04:12:38.902136 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:38.936894 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9877780a-437a-47c0-90ca-106992bec906 req-7a34c549-6cdc-43af-8882-8c40a4b07962 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 Jun 24 04:12:39.000175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.072457 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.076002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-762f0bb4-1466-47be-a577-5c73e232ec23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:39.111556 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05f6fcc9ad1345d086edb6349866d056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238829 Jun 24 04:12:39.112443 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2dfa7-5425-4198-a3e4-deb437788c53,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:39.114203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33254) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:39.115865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:39.168036 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.188325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.298537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.301200 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:39.302373 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2a2dfa7-5425-4198-a3e4-deb437788c53 HTTP/1.1" status: 204 len: 168 time: 0.1856251 Jun 24 04:12:39.303027 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:39.310726 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2dfa7-5425-4198-a3e4-deb437788c53,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:39.312918 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:39.996037 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e265-a461-402e-b11d-6437171ad58f req-4f30adc6-e5be-4d2e-b691-0a8d2c6c52da tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:40.003461 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c196e265-a461-402e-b11d-6437171ad58f req-4f30adc6-e5be-4d2e-b691-0a8d2c6c52da tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 945 time: 0.0864146 Jun 24 04:12:40.039900 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c196e265-a461-402e-b11d-6437171ad58f req-5fecaac8-2a85-4f23-b702-f81bb66e04e5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Jun 24 04:12:40.169515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454eb441-e422-4654-a6ab-26291f89c2a7 req-27395df0-f1b3-45a5-bf82-5862d4ede733 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:40.171109 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-454eb441-e422-4654-a6ab-26291f89c2a7 req-27395df0-f1b3-45a5-bf82-5862d4ede733 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0725079 Jun 24 04:12:40.209669 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-454eb441-e422-4654-a6ab-26291f89c2a7 req-04a7bf88-5fd6-48fa-b1dc-cd27ae48ee58 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Jun 24 04:12:41.018970 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46744b7f-2258-4605-b92c-bae4e524e9ca req-43fda659-824e-4c40-96a1-2517ab59b4c4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:41.020424 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-46744b7f-2258-4605-b92c-bae4e524e9ca req-43fda659-824e-4c40-96a1-2517ab59b4c4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1030684 Jun 24 04:12:41.025566 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-3f508ac0-2f68-476f-8ae4-c3131b37d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:41.026974 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-3f508ac0-2f68-476f-8ae4-c3131b37d8ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.0792856 Jun 24 04:12:41.086011 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:12:41.113156 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-46744b7f-2258-4605-b92c-bae4e524e9ca req-2bd9dd2c-6113-4617-8d24-da819299b873 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843935 Jun 24 04:12:41.148457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-13b5c795-6a34-42d3-9423-7f4368ba953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:41.150062 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-13b5c795-6a34-42d3-9423-7f4368ba953f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.1154473 Jun 24 04:12:41.158129 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device be668808-be7d-44a4-892b-0fb427073a8a up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:41.216500 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-65c4f8df-e56d-4144-84a6-1a8687a9b4ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 217 time: 0.0584619 Jun 24 04:12:41.299001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-cf27b6bf-648c-42f7-9ad8-905df9ebdd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:41.302064 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-cf27b6bf-648c-42f7-9ad8-905df9ebdd08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0779874 Jun 24 04:12:41.333940 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c8c86-015d-4152-9d42-fce0df060d0e req-9c064c70-6f7f-4d45-a8b7-38decd2ee7ff tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:41.343805 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d11c8c86-015d-4152-9d42-fce0df060d0e req-9c064c70-6f7f-4d45-a8b7-38decd2ee7ff tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 945 time: 0.0919228 Jun 24 04:12:41.348754 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-3d77c117-4557-477d-b097-c95466eb5df3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417652 Jun 24 04:12:41.360863 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:41.396604 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '5638aa5b-4f18-420c-ae13-beecff963d66', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66', 'mac_address': 'fa:16:3e:57:68:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:12:41.398856 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d11c8c86-015d-4152-9d42-fce0df060d0e req-faa8e7af-056d-43fa-b69a-708017132312 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536883 Jun 24 04:12:41.443512 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port be668808-be7d-44a4-892b-0fb427073a8a completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:41.450791 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port be668808-be7d-44a4-892b-0fb427073a8a triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:41.451236 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:41.527103 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-b0119b9f-d78e-4031-b500-7866a1842037 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710858 Jun 24 04:12:41.534380 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:41.563704 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5638aa5b-4f18-420c-ae13-beecff963d66 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:41.585053 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00bc4d-61f6-4f95-ae09-0f55538abf78 req-1829888b-a677-4af3-8688-470d736450ac tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:41.586601 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0d00bc4d-61f6-4f95-ae09-0f55538abf78 req-1829888b-a677-4af3-8688-470d736450ac tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.1325231 Jun 24 04:12:41.640064 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:41.641547 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:41.689351 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85061148-57b0-41e4-ae08-da0550f7223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be668808-be7d-44a4-892b-0fb427073a8a'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:41.695171 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e0577e-cbf6-4dcc-9bb1-d1c7d8193220" -d '{"events": [{"server_uuid": "85061148-57b0-41e4-ae08-da0550f7223d", "name": "network-vif-plugged", "status": "completed", "tag": "be668808-be7d-44a4-892b-0fb427073a8a"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:41.719156 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0d00bc4d-61f6-4f95-ae09-0f55538abf78 req-fea735b0-9b14-4ba7-8155-404778c61886 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656765 Jun 24 04:12:41.723154 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port be668808-be7d-44a4-892b-0fb427073a8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be668808-be7d-44a4-892b-0fb427073a8a,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:41.738352 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f1a3227a-16a2-49c3-a75f-086d6402b219 req-0f91d034-5e50-4982-9e63-d7c61504aba2 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037678 Jun 24 04:12:41.747886 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:41.751210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:41.784280 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b9bd83-a662-47c0-9327-18b3aa2d5268 x-openstack-request-id: req-41b9bd83-a662-47c0-9327-18b3aa2d5268 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:41.784588 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85061148-57b0-41e4-ae08-da0550f7223d", "name": "network-vif-plugged", "status": "completed", "tag": "be668808-be7d-44a4-892b-0fb427073a8a", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:41.784852 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41b9bd83-a662-47c0-9327-18b3aa2d5268 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:41.785252 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85061148-57b0-41e4-ae08-da0550f7223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be668808-be7d-44a4-892b-0fb427073a8a', 'code': 200} Jun 24 04:12:41.821028 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:41.826574 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:41.835347 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:41.835698 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:41.893799 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=be668808-be7d-44a4-892b-0fb427073a8a,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:41.900744 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:41.901572 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33420) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:42.018227 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.105135 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.159106 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cdbf6-a327-4bfd-929e-af879a188ca1 req-085fd4ae-614a-4d0f-8a8a-b4a493edab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:42.163409 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9d7cdbf6-a327-4bfd-929e-af879a188ca1 req-085fd4ae-614a-4d0f-8a8a-b4a493edab6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 1099 time: 0.0577700 Jun 24 04:12:42.188725 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.193544 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-93ba4b75-810b-4055-8fb4-4651e4474413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:42.241563 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9d7cdbf6-a327-4bfd-929e-af879a188ca1 req-f06bd141-c243-40e9-b96b-d4f36f1ce916 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729346 Jun 24 04:12:42.248366 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ee46460b9cb340eb9a83e6696ac1467d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425548 Jun 24 04:12:42.248366 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b42601-797c-44b1-962a-87bb82f7ee3d,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:42.249980 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:42.250359 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33434) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:42.265142 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['5638aa5b-4f18-420c-ae13-beecff963d66'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:42.318823 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94721c1-46e8-4aaf-9601-83710c773e89 req-d285b78d-70dd-413c-8b21-47fe2c95140b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:42.320327 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a94721c1-46e8-4aaf-9601-83710c773e89 req-d285b78d-70dd-413c-8b21-47fe2c95140b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0778797 Jun 24 04:12:42.340235 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.362983 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.364396 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a94721c1-46e8-4aaf-9601-83710c773e89 req-52998a5b-1842-482f-baf6-962ef12ed7a6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376780 Jun 24 04:12:42.498859 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.501750 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:42.504818 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79b42601-797c-44b1-962a-87bb82f7ee3d HTTP/1.1" status: 204 len: 168 time: 0.2514787 Jun 24 04:12:42.504818 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a807d5d9-164b-4645-8389-bb2e12485c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:42.512214 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b42601-797c-44b1-962a-87bb82f7ee3d,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:42.514678 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-85a6340d-e905-49c8-b607-fb29214829b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:42.585638 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c2718-1584-4888-a35b-1e48553ce9a2 req-a3e1f0be-0523-40f5-acea-ee0827e43fc3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:42.587488 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-802c2718-1584-4888-a35b-1e48553ce9a2 req-a3e1f0be-0523-40f5-acea-ee0827e43fc3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 946 time: 0.0713341 Jun 24 04:12:42.624822 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-802c2718-1584-4888-a35b-1e48553ce9a2 req-b4dd9030-bf4f-4936-9c06-849166fc70a7 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Jun 24 04:12:42.906788 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691e695-d018-4d27-842e-6c0bb8c06fcd req-21eb052b-9b73-43f1-9911-d671922770af tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:42.908522 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7691e695-d018-4d27-842e-6c0bb8c06fcd req-21eb052b-9b73-43f1-9911-d671922770af tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0752728 Jun 24 04:12:42.946511 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7691e695-d018-4d27-842e-6c0bb8c06fcd req-da409838-8e99-4a3c-8ef9-32ae82736626 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Jun 24 04:12:43.226572 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33468) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:43.238344 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.335525 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.395034 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.397595 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e0731d6-c64d-4bec-b5b8-093482170e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:43.439231 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=252d5c124def4d9a98a52cf8c94b3beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133076 Jun 24 04:12:43.440080 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30307a9f-f522-457a-9567-9bc343a2d19c,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:43.442378 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33476) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:43.444291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:43.492764 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.541554 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.790807 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f88b5-0146-4521-a6d3-48ecc88b4077 req-43dff58a-8bfd-4912-b032-b5492e78fc42 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:43.792393 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5e9f88b5-0146-4521-a6d3-48ecc88b4077 req-43dff58a-8bfd-4912-b032-b5492e78fc42 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.2969503 Jun 24 04:12:43.805611 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c691fd-54aa-4aba-ad2b-1f1640bff3a2 req-df506e1a-4a71-4a76-9e34-21d477c160cc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:43.807393 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-26c691fd-54aa-4aba-ad2b-1f1640bff3a2 req-df506e1a-4a71-4a76-9e34-21d477c160cc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 946 time: 0.0667262 Jun 24 04:12:43.835901 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5e9f88b5-0146-4521-a6d3-48ecc88b4077 req-287c73b9-62aa-402c-b8b1-e244f34c8eb2 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345793 Jun 24 04:12:43.849488 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-26c691fd-54aa-4aba-ad2b-1f1640bff3a2 req-24d5e558-6669-46fe-8757-330546d35aeb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Jun 24 04:12:43.861071 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.863946 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:43.865837 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30307a9f-f522-457a-9567-9bc343a2d19c HTTP/1.1" status: 204 len: 168 time: 0.4218099 Jun 24 04:12:43.869949 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f922ea95-f609-4434-abc2-7cf6d99659c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:43.874121 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30307a9f-f522-457a-9567-9bc343a2d19c,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:43.881554 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:44.124268 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4b37-5aa0-4b27-a883-4f1bb284d559 req-013c627c-d719-4e73-b8fc-c2658e4df39f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:44.125690 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e69b4b37-5aa0-4b27-a883-4f1bb284d559 req-013c627c-d719-4e73-b8fc-c2658e4df39f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0641270 Jun 24 04:12:44.163256 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e69b4b37-5aa0-4b27-a883-4f1bb284d559 req-b0e906e6-4b5d-46cd-acf8-4d7988877c01 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Jun 24 04:12:45.036997 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f02f17-385c-438b-b889-9cf93b6c3666 req-a65bbd31-bff4-4901-bbd8-775dfd03c8d5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:45.038624 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a5f02f17-385c-438b-b889-9cf93b6c3666 req-a65bbd31-bff4-4901-bbd8-775dfd03c8d5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0819678 Jun 24 04:12:45.061164 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b7d99-b4ed-47b4-b88d-9e0585fd535a req-af15bb48-6dc2-45b8-9dc0-3838cb6246ce tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:45.062734 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0a1b7d99-b4ed-47b4-b88d-9e0585fd535a req-af15bb48-6dc2-45b8-9dc0-3838cb6246ce tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 946 time: 0.0806108 Jun 24 04:12:45.077704 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a5f02f17-385c-438b-b889-9cf93b6c3666 req-fad9aa60-102a-499c-957f-9569f97a4378 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Jun 24 04:12:45.097592 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:12:45.109765 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0a1b7d99-b4ed-47b4-b88d-9e0585fd535a req-d3173241-dd6b-4074-aa04-b7010d72a379 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Jun 24 04:12:45.242114 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 5638aa5b-4f18-420c-ae13-beecff963d66 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:12:45.250287 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 5638aa5b-4f18-420c-ae13-beecff963d66 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:12:45.251216 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:45.366927 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:45.369173 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818492e0-06a8-4fa4-b966-46346a166005 req-bfc044a1-4ef2-48c7-bdf3-d179a16e2084 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:45.370756 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-818492e0-06a8-4fa4-b966-46346a166005 req-bfc044a1-4ef2-48c7-bdf3-d179a16e2084 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0712976 Jun 24 04:12:45.402100 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:12:45.403331 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:45.410567 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82c1896-b7e4-4d2e-8775-caa727db2b35" -d '{"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-plugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:45.475776 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-818492e0-06a8-4fa4-b966-46346a166005 req-f16463ed-af86-4449-9288-b8cce9158a64 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886185 Jun 24 04:12:45.484583 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:45.486696 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:45.534491 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d18bff-d060-478d-a142-a84a45650983 x-openstack-request-id: req-17d18bff-d060-478d-a142-a84a45650983 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:45.534915 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-plugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:45.535265 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17d18bff-d060-478d-a142-a84a45650983 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:45.535856 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'code': 200} Jun 24 04:12:45.548828 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:45.552828 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:45.984983 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1220d2e-ba99-461f-98f6-41298db9a5e9 req-f2dae28a-da76-418c-bc37-a0bb7784de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:45.986397 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b1220d2e-ba99-461f-98f6-41298db9a5e9 req-f2dae28a-da76-418c-bc37-a0bb7784de46 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1099 time: 0.0551393 Jun 24 04:12:46.032092 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b1220d2e-ba99-461f-98f6-41298db9a5e9 req-ec457ecf-e685-44fe-9fc4-3cf5191f036a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377028 Jun 24 04:12:46.272865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43537d2-dc69-4e51-b021-b96c53f44426 req-9d49a27f-c90a-4bc9-8bb8-0703b16570a0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:46.274422 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e43537d2-dc69-4e51-b021-b96c53f44426 req-9d49a27f-c90a-4bc9-8bb8-0703b16570a0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0741997 Jun 24 04:12:46.312337 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e43537d2-dc69-4e51-b021-b96c53f44426 req-cd79a8cb-c233-407c-8932-7ef90cf55862 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Jun 24 04:12:46.615778 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33612) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:46.670493 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307339b3-8dc2-412a-8230-2be01362a96a req-fb900822-9c59-44c2-82d5-20ebaff331f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:46.671965 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-307339b3-8dc2-412a-8230-2be01362a96a req-fb900822-9c59-44c2-82d5-20ebaff331f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0722628 Jun 24 04:12:46.689582 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33616) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:46.724440 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-307339b3-8dc2-412a-8230-2be01362a96a req-a23a4e37-9763-49c5-9f76-b9b5746a68e9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460746 Jun 24 04:12:46.795426 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:46.812473 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:46.902267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:46.966371 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:46.972072 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2b5718ed-816d-4d71-974f-7bf4187e0ab7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:47.019318 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb80778e261949faa7530fca457ea968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022756 Jun 24 04:12:47.022437 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33622) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:47.023980 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e896d18f-d56a-4d35-b0fd-6bc3209da55a,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:47.027609 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:47.071241 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.083784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.091210 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.149755 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.152293 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:47.187219 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=074f1f7cc8704632be6786b8c077a9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961157 Jun 24 04:12:47.188152 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27449eeb-73fc-4ab8-aa7a-c8371bbaffe0,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:47.190754 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33624) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:47.191051 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:47.225524 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.231952 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.231952 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e896d18f-d56a-4d35-b0fd-6bc3209da55a HTTP/1.1" status: 204 len: 168 time: 0.2056422 Jun 24 04:12:47.231952 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-875b0070-350f-4280-a363-0ea426952b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:47.240833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e896d18f-d56a-4d35-b0fd-6bc3209da55a,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:47.243300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:47.258495 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.287209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.455245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.460326 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:47.468994 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27449eeb-73fc-4ab8-aa7a-c8371bbaffe0 HTTP/1.1" status: 204 len: 168 time: 0.2744458 Jun 24 04:12:47.468994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-041c395b-d3b0-47ba-b688-af2f4ae39b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:47.477911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27449eeb-73fc-4ab8-aa7a-c8371bbaffe0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:47.480437 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:47.527824 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ab0b8-e7f1-4714-8e69-cd51c4d0d579 req-f34ec604-e8d1-4c7b-af8c-21d65ab2073b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:47.532868 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6f2ab0b8-e7f1-4714-8e69-cd51c4d0d579 req-f34ec604-e8d1-4c7b-af8c-21d65ab2073b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1068542 Jun 24 04:12:47.604515 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6f2ab0b8-e7f1-4714-8e69-cd51c4d0d579 req-f921f97c-4a62-46bf-835f-d004fa352183 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670693 Jun 24 04:12:47.935872 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4f8f6-99c2-4b9e-a955-d5f63d0edd4c req-a3f288ac-4999-402e-83c7-f2723bdbbe16 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:47.937980 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e2b4f8f6-99c2-4b9e-a955-d5f63d0edd4c req-a3f288ac-4999-402e-83c7-f2723bdbbe16 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0772531 Jun 24 04:12:47.980839 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e2b4f8f6-99c2-4b9e-a955-d5f63d0edd4c req-50ddef0e-8ee2-4140-ad97-33835e128aea tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jun 24 04:12:48.031187 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33656) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.177834 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.225179 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7ed0e-25be-4afc-9c6e-fb52eb5ca822 req-3ddcb8d5-83f3-4b8d-831f-27176dce2639 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.226763 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5a7ed0e-25be-4afc-9c6e-fb52eb5ca822 req-3ddcb8d5-83f3-4b8d-831f-27176dce2639 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.1046023 Jun 24 04:12:48.241358 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33666) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.251940 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'floatingip': {'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:48.315016 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.331257 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.350384 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33674) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.368073 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.393512 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.399550 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1b7f1e51-6d20-4b79-8ab6-c8c425fb8724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:48.449780 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=491576367567413886d79a26adf27d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175348 Jun 24 04:12:48.459308 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6f9f1a-9253-4caf-82da-5989e0f6202f,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:48.462540 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:48.464988 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33682) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.556267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.599435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-c68e295f-8f7e-4e5a-877a-53e0ef8ee132 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.601083 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-c68e295f-8f7e-4e5a-877a-53e0ef8ee132 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.2126803 Jun 24 04:12:48.605488 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.613306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.656742 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-7eeb57e8-da60-436f-aaad-cd9df4f28383 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/quotas/7695007fac434588ab66d4894dc8f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0433824 Jun 24 04:12:48.701324 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.709020 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8a0c110a-a439-4b21-be43-ced51aa57a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:48.756406 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44fbe55acb834f1ca88880836ba65bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048514 Jun 24 04:12:48.774468 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33688) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:48.779587 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3a483c-e1e8-4ca2-bdcc-44f038c2e2ed,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:48.783328 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:48.815220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.818582 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:48.821440 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af6f9f1a-9253-4caf-82da-5989e0f6202f HTTP/1.1" status: 204 len: 168 time: 0.3537958 Jun 24 04:12:48.826420 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-121265be-fe58-4c38-b544-6a4e7cc58dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:48.851954 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3496b8-3b00-42f6-b6cd-61468bfa6e83 req-e2cdba34-078b-428d-a62a-d5fa206e3bbf tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:48.865629 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2c3496b8-3b00-42f6-b6cd-61468bfa6e83 req-e2cdba34-078b-428d-a62a-d5fa206e3bbf tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1324370 Jun 24 04:12:48.876214 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6f9f1a-9253-4caf-82da-5989e0f6202f,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:48.894842 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:48.927933 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2c3496b8-3b00-42f6-b6cd-61468bfa6e83 req-263eb07c-fba0-4c47-bf3d-13b6846865ca tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611622 Jun 24 04:12:49.210584 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-3a1c64c0-5ef0-4bc8-9985-1e3b534b497c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5433946 Jun 24 04:12:49.289834 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.398265 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.530764 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-ae6761bd-4e4c-48cd-9f1f-721baebc2980 service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132133 Jun 24 04:12:49.539624 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.540934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33742) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:49.557137 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.625368 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.664631 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-2806543d-1f3d-482f-9820-e93bb733aa20 service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235712 Jun 24 04:12:49.716804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.719611 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.720955 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c3a483c-e1e8-4ca2-bdcc-44f038c2e2ed HTTP/1.1" status: 204 len: 168 time: 0.9441700 Jun 24 04:12:49.725656 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:49.735937 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3a483c-e1e8-4ca2-bdcc-44f038c2e2ed,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:49.746924 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:49.768483 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Floating IP cfb1e079-ae64-4eda-affc-63cfdbe465c8 associated. External IP: 172.27.2.181, port: 5638aa5b-4f18-420c-ae13-beecff963d66. Jun 24 04:12:49.799284 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.875085 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:49.878726 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-42e749d7-89c1-434c-b9e2-958059cdba19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:49.918865 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ead8e230af14a94a1c235463c42f541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744357 Jun 24 04:12:49.918865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5515f5-4ebc-4a51-8ab1-eff3a7bbedb0,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:49.919140 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33748) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:49.921020 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:50.039176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:50.041843 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:12:50.051478 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3a5292d6-4d75-4427-9ebf-15ee1727de6f req-15b008c2-74b5-4a61-b020-2eacc3849723 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 210 time: 0.0489643 Jun 24 04:12:50.068019 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:50.269012 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:12:50.277013 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:50.307908 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:12:50.321770 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:12:50.322632 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:12:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:50.330683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac11db9-b0b3-4289-9270-6a057667b7d0 req-8a0f1862-7280-4b6f-9edc-f3bac5efb28d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.332339 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0ac11db9-b0b3-4289-9270-6a057667b7d0 req-8a0f1862-7280-4b6f-9edc-f3bac5efb28d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.2024763 Jun 24 04:12:50.360008 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-abd63ef7-a2e9-4491-8028-27d03e829bab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "PUT /v2.0/floatingips/cfb1e079-ae64-4eda-affc-63cfdbe465c8 HTTP/1.1" status: 200 len: 992 time: 2.1155744 Jun 24 04:12:50.362629 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:50.365530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63099ab2-2335-4347-bac9-7f7ba0c14a40" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:50.369426 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:50.372128 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:50.375496 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e5515f5-4ebc-4a51-8ab1-eff3a7bbedb0 HTTP/1.1" status: 204 len: 168 time: 0.4531837 Jun 24 04:12:50.375496 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-eee75c45-aff5-4e25-8365-ed2ba0ea3d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:50.415702 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5515f5-4ebc-4a51-8ab1-eff3a7bbedb0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:50.432591 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:50.454858 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0ac11db9-b0b3-4289-9270-6a057667b7d0 req-934ca718-9ff0-4953-ba53-4a94237df817 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138058 Jun 24 04:12:50.467923 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:12:50.502131 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d495418a-9d15-48d8-8f50-3dc5d6575100 x-openstack-request-id: req-d495418a-9d15-48d8-8f50-3dc5d6575100 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:50.502464 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:50.502714 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d495418a-9d15-48d8-8f50-3dc5d6575100 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:50.503133 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'status': 'completed', 'code': 200} Jun 24 04:12:50.631939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-c69dd690-f91a-4446-84cc-b32fff8428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.633442 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-c69dd690-f91a-4446-84cc-b32fff8428a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1099 time: 0.0976663 Jun 24 04:12:50.736238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-4179f914-68d8-47bb-9d7d-8c68706ec9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.737753 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-4179f914-68d8-47bb-9d7d-8c68706ec9ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0976655 Jun 24 04:12:50.858623 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-1d36eaf6-ad22-4fc0-9e39-476c2a7ad250 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 1000 time: 0.1094584 Jun 24 04:12:50.912922 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'cfb1e079-ae64-4eda-affc-63cfdbe465c8', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'mac_address': 'fa:16:3e:57:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:12:24Z', 'updated_at': '2021-06-24T04:12:49Z', 'revision_number': 1, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:50.925471 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-e12219ed-5049-4517-af87-c4f1cb90484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:50.927126 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-e12219ed-5049-4517-af87-c4f1cb90484f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0575743 Jun 24 04:12:50.943711 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:12:50.952448 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:12:50.953134 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:12:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:51.006500 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-4ceb4760-af7d-4775-808b-a32f8e6723e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:51.007971 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-4ceb4760-af7d-4775-808b-a32f8e6723e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692744 Jun 24 04:12:51.065148 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:12:51.374309 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33814) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:51.382177 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0c95dd4e-6079-4e12-8073-0e6d4330e2b6 req-8ef86884-f928-49ac-8003-625b2157d7db tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 210 time: 0.0480375 Jun 24 04:12:51.384172 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-5d9eadda-5d2f-4b1c-9440-f3171783ba4a service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652809 Jun 24 04:12:51.410276 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'cfb1e079-ae64-4eda-affc-63cfdbe465c8', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'mac_address': 'fa:16:3e:57:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:12:24Z', 'updated_at': '2021-06-24T04:12:49Z', 'revision_number': 1, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:12:51.429121 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.455302 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de25f344-bec9-4706-a5ae-3e0891590ad1 None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'cfb1e079-ae64-4eda-affc-63cfdbe465c8', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'mac_address': 'fa:16:3e:57:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:12:24Z', 'updated_at': '2021-06-24T04:12:49Z', 'revision_number': 1, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:12:51.530173 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.585389 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63099ab2-2335-4347-bac9-7f7ba0c14a40 req-cfc74f7f-231e-45f4-88b6-5b5d81b57653 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908476 Jun 24 04:12:51.598141 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.624373 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8d6b8508-d712-4360-8259-3f2a5bc100bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:51.672209 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe8eac2052a344a9a029e5d4afcf6ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945197 Jun 24 04:12:51.674950 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33820) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:51.679976 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af16dd-11f3-4256-b962-e447bc420e15,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:51.683352 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:51.724447 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a4230-33e2-4343-b07e-1bcfc9dc70c1 req-4dc41369-5ec9-4a0b-8dac-f04f8e7c8f69 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:51.726156 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-763a4230-33e2-4343-b07e-1bcfc9dc70c1 req-4dc41369-5ec9-4a0b-8dac-f04f8e7c8f69 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1394565 Jun 24 04:12:51.778244 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.801361 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-763a4230-33e2-4343-b07e-1bcfc9dc70c1 req-02932417-16f9-4a52-ae59-6d544c30ad5b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591047 Jun 24 04:12:51.820241 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.869439 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ddd6a3-be8e-4436-a057-1129486e00d2 None None] New status for floating IP cfb1e079-ae64-4eda-affc-63cfdbe465c8: ACTIVE {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:12:51.944787 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.947049 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:51.954190 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79af16dd-11f3-4256-b962-e447bc420e15 HTTP/1.1" status: 204 len: 168 time: 0.2742715 Jun 24 04:12:51.954190 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a1fa241b-8711-47c0-8bc9-8b0f19a6f26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:51.964769 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af16dd-11f3-4256-b962-e447bc420e15,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:51.967076 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:52.580743 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ca76aa72-8e5b-419e-b3c8-bb2451d6158a req-6663103e-90f6-4c42-a6ad-285a012fd432 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 210 time: 0.0324419 Jun 24 04:12:52.695611 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-541cc5ab-b695-43bc-bbc7-00cf6528ede3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:52.697187 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-541cc5ab-b695-43bc-bbc7-00cf6528ede3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.1191330 Jun 24 04:12:52.719589 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Request body: {'port': {'device_id': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'admin_state_up': True, 'tenant_id': '7695007fac434588ab66d4894dc8f3c3'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:52.969659 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Made reservation on behalf of 7695007fac434588ab66d4894dc8f3c3 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:12:52.973698 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:53.147077 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1feb-bb6a-4612-8a4b-0b774ecd7fd4 req-327a4da9-01da-48fd-b622-6216af9a1774 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:53.148633 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1d9e1feb-bb6a-4612-8a4b-0b774ecd7fd4 req-327a4da9-01da-48fd-b622-6216af9a1774 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1575727 Jun 24 04:12:53.186694 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Allocated IP 172.20.0.9 (947049d3-a341-4f43-8063-d14f6e567fb7/03b7c238-d8f8-4b94-b5d7-c94e69d75575/1315f32f-5670-432c-bfa9-725860c40c1b) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:12:53.220722 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1d9e1feb-bb6a-4612-8a4b-0b774ecd7fd4 req-aa3a5359-13f9-45d4-9585-7bc5d658f577 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612669 Jun 24 04:12:53.362817 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:53.495586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:53.499850 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:53.512885 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af', 'be668808-be7d-44a4-892b-0fb427073a8a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:12:53.534495 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Network 947049d3-a341-4f43-8063-d14f6e567fb7 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:12:53.538872 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:12:53.550342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:12:53.556533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:53.557233 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:53.578543 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event updated for resources: {'Port': ['ID=1315f32f-5670-432c-bfa9-725860c40c1b,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:53.581356 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:53.638418 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9226356 Jun 24 04:12:53.660567 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Request body: {'port': {'device_id': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:12:53.768179 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:53.806525 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed869e-a5e0-4b5a-878f-b019cc54efeb req-459b911f-9a05-43c0-9d99-669c79a3de5c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:53.810394 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-80ed869e-a5e0-4b5a-878f-b019cc54efeb req-459b911f-9a05-43c0-9d99-669c79a3de5c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 931 time: 0.0732656 Jun 24 04:12:53.851496 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-80ed869e-a5e0-4b5a-878f-b019cc54efeb req-bd2be697-399c-4c31-bd77-0c6f5493f800 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366142 Jun 24 04:12:54.062042 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1315f32f-5670-432c-bfa9-725860c40c1b {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:12:54.072325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.084172 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Transition to ACTIVE for port object 1315f32f-5670-432c-bfa9-725860c40c1b will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:12:54.123568 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.126416 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:54.176582 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1315f32f-5670-432c-bfa9-725860c40c1b,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:54.180228 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:54.210460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Attempting to bind port 1315f32f-5670-432c-bfa9-725860c40c1b on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:12:54.210793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Attempting to bind port 1315f32f-5670-432c-bfa9-725860c40c1b by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:12:54.211146 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Attempting to bind port 1315f32f-5670-432c-bfa9-725860c40c1b on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:54.215932 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Port 1315f32f-5670-432c-bfa9-725860c40c1b on network 947049d3-a341-4f43-8063-d14f6e567fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:12:54.216333 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Attempting to bind port 1315f32f-5670-432c-bfa9-725860c40c1b on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:12:54.221269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:12:54.221605 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Checking segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:12:54.222024 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Bound using segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:12:54.222451 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Bound port: 1315f32f-5670-432c-bfa9-725860c40c1b, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:12:54.222798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.285178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] For port 1315f32f-5670-432c-bfa9-725860c40c1b, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:12:54.289150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] For port 1315f32f-5670-432c-bfa9-725860c40c1b, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1315f32f-5670-432c-bfa9-725860c40c1b,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:12:54.355362 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.358312 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:54.403620 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.404234 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.406004 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] 10.222.0.10 "PUT /v2.0/ports/1315f32f-5670-432c-bfa9-725860c40c1b HTTP/1.1" status: 200 len: 1093 time: 0.7522693 Jun 24 04:12:54.406591 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'tag': '1315f32f-5670-432c-bfa9-725860c40c1b'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:12:54.408751 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a4155a-5016-4a6a-9dfc-ead47e5528bc" -d '{"events": [{"name": "network-changed", "server_uuid": "775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d", "tag": "1315f32f-5670-432c-bfa9-725860c40c1b"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:12:54.425238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1315f32f-5670-432c-bfa9-725860c40c1b,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:54.425435 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6b37a-6cf0-4077-93d1-c68de1232a4d req-fd97e4d6-d3f6-4a6b-9c0b-ee3773e3f3e7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.427526 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-07a6b37a-6cf0-4077-93d1-c68de1232a4d req-fd97e4d6-d3f6-4a6b-9c0b-ee3773e3f3e7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0880132 Jun 24 04:12:54.428436 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:54.453271 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9660a159-85d4-49bf-a5fb-500fbded1a96 x-openstack-request-id: req-9660a159-85d4-49bf-a5fb-500fbded1a96 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:12:54.453592 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d", "tag": "1315f32f-5670-432c-bfa9-725860c40c1b", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:12:54.453894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9660a159-85d4-49bf-a5fb-500fbded1a96 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:12:54.454346 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'tag': '1315f32f-5670-432c-bfa9-725860c40c1b', 'status': 'completed', 'code': 200} Jun 24 04:12:54.469972 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-07a6b37a-6cf0-4077-93d1-c68de1232a4d req-97e01cf7-e112-4c4c-9b65-54f3b9fb6aa0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Jun 24 04:12:54.540574 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4155a-5016-4a6a-9dfc-ead47e5528bc req-f2f298fc-6c96-4bbd-9f6b-3a0b8b9df1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.542184 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72a4155a-5016-4a6a-9dfc-ead47e5528bc req-f2f298fc-6c96-4bbd-9f6b-3a0b8b9df1dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 1096 time: 0.0551429 Jun 24 04:12:54.587309 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33924) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:54.644148 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4155a-5016-4a6a-9dfc-ead47e5528bc req-6bc7e34f-8f1d-488a-8d55-9213afc85888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.645651 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72a4155a-5016-4a6a-9dfc-ead47e5528bc req-6bc7e34f-8f1d-488a-8d55-9213afc85888 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7695007fac434588ab66d4894dc8f3c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949814 Jun 24 04:12:54.693769 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.742206 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4155a-5016-4a6a-9dfc-ead47e5528bc req-7e78ca7b-0995-4af9-a283-4afda2b7111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.743665 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72a4155a-5016-4a6a-9dfc-ead47e5528bc req-7e78ca7b-0995-4af9-a283-4afda2b7111f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913210 Jun 24 04:12:54.785917 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.849764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-40afbe4b-e73b-4491-8bfb-741cbd8d2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.851285 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-40afbe4b-e73b-4491-8bfb-741cbd8d2e34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 1096 time: 0.0531323 Jun 24 04:12:54.901207 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-9cccf892-a66b-469f-95eb-566a582142cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1315f32f-5670-432c-bfa9-725860c40c1b HTTP/1.1" status: 200 len: 217 time: 0.0381751 Jun 24 04:12:54.906200 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:54.909826 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8f7b8c11-c0b5-44fb-ab62-3533b4c8dee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:54.947955 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2781e9d38d5e45b29bdefc461cf87ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592968 Jun 24 04:12:54.949522 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4a9f86-0f8d-408d-8ce2-cdf24b12a9f3,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:54.950788 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33932) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:54.962883 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:54.966186 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-8c068dec-7114-4ec8-9ea8-c4e26dabc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:54.967766 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-8c068dec-7114-4ec8-9ea8-c4e26dabc058 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03b7c238-d8f8-4b94-b5d7-c94e69d75575 HTTP/1.1" status: 200 len: 855 time: 0.0592053 Jun 24 04:12:55.011902 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-269d7417-9396-4327-9d51-473c1572e15c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=947049d3-a341-4f43-8063-d14f6e567fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341430 Jun 24 04:12:55.121508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:55.162372 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:55.191384 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-bf816b43-8cb9-4b5e-ab9b-35fa6b57555b service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644528 Jun 24 04:12:55.230992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553c750-f817-4b68-b876-32cfac701953 req-14380011-0994-4a1c-b3db-1a2af97a42b3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:55.233972 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0553c750-f817-4b68-b876-32cfac701953 req-14380011-0994-4a1c-b3db-1a2af97a42b3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.2255199 Jun 24 04:12:55.326509 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0553c750-f817-4b68-b876-32cfac701953 req-0af07181-4f2c-4df5-9bad-335aa9deb3a4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797758 Jun 24 04:12:55.355627 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc1d5b83-d1d0-417a-8d7c-95ed0398e367 req-138b76e1-62fb-479a-89a4-6efc6a43ba34 service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493468 Jun 24 04:12:55.378340 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:55.381618 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:55.383022 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a4a9f86-0f8d-408d-8ce2-cdf24b12a9f3 HTTP/1.1" status: 204 len: 168 time: 0.4310608 Jun 24 04:12:55.384432 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-32025949-2558-44ee-ad40-6d528ead42a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:55.392526 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4a9f86-0f8d-408d-8ce2-cdf24b12a9f3,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:55.394797 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:55.659087 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c55e6-4699-444b-9c04-9c5c1f72d479 req-f6d56794-b932-48b6-a4e5-95429c057fa5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:55.660633 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4e7c55e6-4699-444b-9c04-9c5c1f72d479 req-f6d56794-b932-48b6-a4e5-95429c057fa5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0774710 Jun 24 04:12:55.702690 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4e7c55e6-4699-444b-9c04-9c5c1f72d479 req-930306ae-4b75-4147-97f1-9446e5ade46d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361912 Jun 24 04:12:56.053347 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 33956) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:56.066901 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.158934 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.215031 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.217747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-af97c283-c1d5-43af-99f1-7855aaa788bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:56.253237 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=46fa7970c2bd44d599260e357a40f17c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987972 Jun 24 04:12:56.254119 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb4ac5-e2e8-4426-a57e-64ef0bb1d0d8,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:56.256008 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 33960) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:56.257165 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:56.305250 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.327013 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.455535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.459015 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:56.462286 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8cb4ac5-e2e8-4426-a57e-64ef0bb1d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2027977 Jun 24 04:12:56.462286 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-723bdfda-dad3-4242-98f1-8acf6cb7706a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:56.469124 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb4ac5-e2e8-4426-a57e-64ef0bb1d0d8,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:56.471521 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:56.613597 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540b677-105f-40c8-8219-0057158ae7af req-e4df0c53-00d8-4a9f-ab2f-5356b81d07d5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:56.615071 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4540b677-105f-40c8-8219-0057158ae7af req-e4df0c53-00d8-4a9f-ab2f-5356b81d07d5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.0650241 Jun 24 04:12:56.653062 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4540b677-105f-40c8-8219-0057158ae7af req-c7739f66-6aec-4aa2-9a17-5c3c458d42ea tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Jun 24 04:12:56.888836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412eadec-d19a-44a7-9457-4b422a7b4e9e req-8d17d0b5-e6a6-4f43-b599-0264231b0720 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:56.890328 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-412eadec-d19a-44a7-9457-4b422a7b4e9e req-8d17d0b5-e6a6-4f43-b599-0264231b0720 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0763881 Jun 24 04:12:56.932712 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-412eadec-d19a-44a7-9457-4b422a7b4e9e req-1f33b789-e591-43b2-b0c7-fbb0998e7537 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353949 Jun 24 04:12:57.829868 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53abe77-6b8f-4e81-be2e-5ef5e37cbad4 req-b8966d02-269b-4265-aa26-0d0f4e28e6ca tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:57.831351 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a53abe77-6b8f-4e81-be2e-5ef5e37cbad4 req-b8966d02-269b-4265-aa26-0d0f4e28e6ca tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.0634849 Jun 24 04:12:57.869928 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a53abe77-6b8f-4e81-be2e-5ef5e37cbad4 req-98fefb73-4f31-4eb8-a235-02f9afdbc296 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328369 Jun 24 04:12:58.107079 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82238129-c360-4e3a-bf8d-3a8be14ed02a req-56470086-90a8-4b12-8a94-83c8cdfeb7eb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:58.108535 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-82238129-c360-4e3a-bf8d-3a8be14ed02a req-56470086-90a8-4b12-8a94-83c8cdfeb7eb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0635653 Jun 24 04:12:58.151453 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-82238129-c360-4e3a-bf8d-3a8be14ed02a req-a2dd2862-8801-4ccd-83d2-046ad788ca2c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371914 Jun 24 04:12:58.750276 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-8ca749f4-23db-448b-9b90-2450e6c69c5b tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=030b9658d4864e33a50bde05ff6449da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341144 Jun 24 04:12:58.933206 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26530fbd-9313-4fda-af09-ba664221f02e tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:58.934746 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26530fbd-9313-4fda-af09-ba664221f02e tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793327 Jun 24 04:12:58.949387 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-ceb58c74-2a38-452a-b6e6-ae1987579358 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/quotas/030b9658d4864e33a50bde05ff6449da HTTP/1.1" status: 200 len: 375 time: 0.0090327 Jun 24 04:12:58.985728 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-9a167476-08cc-43b1-a30f-4fa5856ea7ed tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=030b9658d4864e33a50bde05ff6449da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308273 Jun 24 04:12:59.051888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a2571-6923-4b46-9674-746180b7323e req-9d975dc2-e607-45a7-851c-6df66a8ac088 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:59.053571 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-597a2571-6923-4b46-9674-746180b7323e req-9d975dc2-e607-45a7-851c-6df66a8ac088 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.0694692 Jun 24 04:12:59.091648 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-597a2571-6923-4b46-9674-746180b7323e req-71d0f309-634a-4b71-8c82-e2c3208ab02f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Jun 24 04:12:59.227015 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ebef25fd-1b1b-4fb4-b5b1-744a3ca7502e req-5607f551-e670-4d3d-b069-ee45621362e3 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 210 time: 0.0356443 Jun 24 04:12:59.338353 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 34084) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:59.367226 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de60da-ce7f-486d-bce4-cc5a45bb29eb req-b0d17c12-286d-48e5-bd4c-c12e8ae6e079 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:12:59.368715 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-20de60da-ce7f-486d-bce4-cc5a45bb29eb req-b0d17c12-286d-48e5-bd4c-c12e8ae6e079 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0826900 Jun 24 04:12:59.409694 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-20de60da-ce7f-486d-bce4-cc5a45bb29eb req-e3090f75-5adb-442f-85d2-ec18f9e19171 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Jun 24 04:12:59.445980 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.531209 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.648956 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.651593 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-470135a0-3071-494a-84c9-e4536ae12d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:59.686313 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbbfe246558143a087da59416dad406f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467178 Jun 24 04:12:59.687432 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22d3ba3-6438-4e5a-a304-58c263edd191,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:59.689078 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34088) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:12:59.691736 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:59.739382 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.764095 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.860502 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.863010 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:12:59.864447 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e22d3ba3-6438-4e5a-a304-58c263edd191 HTTP/1.1" status: 204 len: 168 time: 0.1744053 Jun 24 04:12:59.865701 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-553b580d-dfa7-4490-88bb-bd7cd29ba648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:12:59.874874 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22d3ba3-6438-4e5a-a304-58c263edd191,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:12:59.877050 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:12:59.929089 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:00.263110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adccf1-6c11-4942-a5de-4a0b4df38a10 req-f08a7173-503e-411f-bb47-022a0daaf49b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:00.264611 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d4adccf1-6c11-4942-a5de-4a0b4df38a10 req-f08a7173-503e-411f-bb47-022a0daaf49b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.0622258 Jun 24 04:13:00.310495 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d4adccf1-6c11-4942-a5de-4a0b4df38a10 req-30c3908c-a4e5-4f3b-a0de-10256842915d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370686 Jun 24 04:13:00.373444 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-227a892e-159a-48ba-be00-46f5440dd7e6 req-38a47338-be81-4419-b282-68bbd9921c48 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 210 time: 0.0299900 Jun 24 04:13:00.555515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34112) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:00.568565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:00.589837 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620628c-3b9c-44a9-bf70-c0897b8ee534 req-1d13ab52-a504-40b1-aaa2-36f4e3d197a5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:00.591617 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2620628c-3b9c-44a9-bf70-c0897b8ee534 req-1d13ab52-a504-40b1-aaa2-36f4e3d197a5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0673413 Jun 24 04:13:00.622367 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:13:00.661362 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2620628c-3b9c-44a9-bf70-c0897b8ee534 req-bb7f0ae6-32d3-4afe-b6bd-5fc8ffc8f687 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640359 Jun 24 04:13:00.709388 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:00.808906 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:00.812480 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9522d225-3716-409c-b4e3-d214a7e8d965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:00.847724 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=068904f007684b9a8b867714d2e9e760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911646 Jun 24 04:13:00.848694 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac7262-ccaf-496a-aa3d-667e98525814,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:00.850943 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 34114) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:00.852343 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:00.904760 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:00.931954 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:01.051748 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:01.054391 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:01.055521 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4cac7262-ccaf-496a-aa3d-667e98525814 HTTP/1.1" status: 204 len: 168 time: 0.2032208 Jun 24 04:13:01.056321 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-18cb09d3-1be4-4e9e-99a2-4bccee487360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:01.064319 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac7262-ccaf-496a-aa3d-667e98525814,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:01.066556 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:01.514922 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ae5fa-31b6-4ce0-baa5-bbcee567c9bd req-7ddab085-194c-4337-a739-ba3ac5ae619a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:01.516523 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b48ae5fa-31b6-4ce0-baa5-bbcee567c9bd req-7ddab085-194c-4337-a739-ba3ac5ae619a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.0822544 Jun 24 04:13:01.537983 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cae7ccc1-1357-4711-b8d6-107553056b1b req-389abe87-86f0-4cf6-941b-60a9891471ef tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 210 time: 0.0391407 Jun 24 04:13:01.562384 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b48ae5fa-31b6-4ce0-baa5-bbcee567c9bd req-354a53c3-e3d7-483f-b341-c49250371d28 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Jun 24 04:13:01.869178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373f265-ccd3-4654-a495-916301396fe1 req-6f87480c-aece-47d4-b086-7d454b2bb7f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:01.869178 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4373f265-ccd3-4654-a495-916301396fe1 req-6f87480c-aece-47d4-b086-7d454b2bb7f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0614047 Jun 24 04:13:01.894675 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4373f265-ccd3-4654-a495-916301396fe1 req-1987be07-aa35-4342-8bc1-636af7ebdf65 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Jun 24 04:13:02.003261 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-9478ce99-b151-4cf3-923a-c1ff75a467f5 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=030b9658d4864e33a50bde05ff6449da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284424 Jun 24 04:13:02.078353 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8d1dd-00dd-494e-8158-33f0db6d586d req-f4b3753c-bc7c-4a90-8f42-f175b0ec414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.079967 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-28e8d1dd-00dd-494e-8158-33f0db6d586d req-f4b3753c-bc7c-4a90-8f42-f175b0ec414e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.0575111 Jun 24 04:13:02.122435 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-28e8d1dd-00dd-494e-8158-33f0db6d586d req-d85a90f9-3fec-420b-89cd-e9926007a67d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Jun 24 04:13:02.251130 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-3d8be562-53f9-47f4-8ee0-1477057a5e76 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.252514 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-3d8be562-53f9-47f4-8ee0-1477057a5e76 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299759 Jun 24 04:13:02.354013 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 34152) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:02.354584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Request body: {'port': {'device_id': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a', 'admin_state_up': True, 'tenant_id': '030b9658d4864e33a50bde05ff6449da'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:02.460659 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1686750345-network', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:02.479639 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.db.api [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 04:13:02.479639 dv-cinder-792462-18-iscsi neutron-server[93537]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 24 04:13:02.479639 dv-cinder-792462-18-iscsi neutron-server[93537]: [parameters: {'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'id': '157f2053-78e5-4b57-a064-c566f276d381', 'expiration': datetime.datetime(2021, 6, 24, 4, 15, 2, 474289)}] Jun 24 04:13:02.479639 dv-cinder-792462-18-iscsi neutron-server[93537]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93537) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 04:13:02.480003 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_db.api [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 04:13:02.564778 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Made reservation on behalf of 030b9658d4864e33a50bde05ff6449da for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:02.568569 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:02.578036 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:02.694346 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b859bcc9-06c1-413d-8109-c259871d4a19 req-0d289eae-3159-4bca-a340-69f1621804fe tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 210 time: 0.0364532 Jun 24 04:13:02.718419 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:02.754745 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7173b-cc29-4fa4-94fa-5c9065fac4f8 req-ac5b2a71-9fde-4718-aff6-86693268cf43 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:02.756766 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d9c7173b-cc29-4fa4-94fa-5c9065fac4f8 req-ac5b2a71-9fde-4718-aff6-86693268cf43 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 943 time: 0.0764260 Jun 24 04:13:02.777635 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:02.780913 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a0490813-6bda-4947-98da-629b8e4a42bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:02.794309 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d9c7173b-cc29-4fa4-94fa-5c9065fac4f8 req-f2184b2e-8763-403c-9aa1-e369cb716bae tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Jun 24 04:13:02.836594 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8d7fbd-7cca-413d-bd0d-6b13587f3143,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:02.841276 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:02.908305 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Allocated IP 192.168.233.48 (ce25f834-261f-4483-90ad-4d54db8e487a/f54c51c0-0897-4064-bf4c-efc08fc2081c/77d6d9b8-c5dd-4673-bcc3-f5805ee1b108) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:03.014343 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bed50317-83ec-44f0-a697-96635bb2adc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.066098 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Made reservation on behalf of 9e314a1fea024d1b9a4bfab805526d92 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:03.069092 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.077709 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.091888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.117097 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044878f6-0818-478f-9532-0ba2cfda8853 req-d823f70b-38fd-426d-88d8-9e17b00eb750 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:03.118574 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-044878f6-0818-478f-9532-0ba2cfda8853 req-d823f70b-38fd-426d-88d8-9e17b00eb750 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1114182 Jun 24 04:13:03.119519 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Transition to ACTIVE for port object 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:03.172291 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.176266 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-044878f6-0818-478f-9532-0ba2cfda8853 req-c79383ac-610c-4223-9c50-a4eba3d1cd2a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494127 Jun 24 04:13:03.227976 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 1315f32f-5670-432c-bfa9-725860c40c1b details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:13:03.231830 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.235991 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-40292260-721d-4c6d-b527-c6a8a2eb0cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:03.255208 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:13:03.260810 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.264931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:03.270390 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8259e79e-fff1-4e5a-9bc6-ea93961e6b9b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:03.273347 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.273686 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Added segment e367b17e-69c3-4742-ae7c-15e54c3f2c05 of type vlan for network 5a2d48ba-84ae-4141-9f9e-598f19445260 Jun 24 04:13:03.275143 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:03.317911 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.333100 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Network ce25f834-261f-4483-90ad-4d54db8e487a is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:03.334674 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 1315f32f-5670-432c-bfa9-725860c40c1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1315f32f-5670-432c-bfa9-725860c40c1b,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:03.337656 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:03.340016 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Pushing event updated for resources: {'Port': ['ID=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:03.346236 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:03.347327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '1315f32f-5670-432c-bfa9-725860c40c1b', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'port_id': '1315f32f-5670-432c-bfa9-725860c40c1b', 'mac_address': 'fa:16:3e:94:d2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b7c238-d8f8-4b94-b5d7-c94e69d75575', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:13:03.352579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:03.353138 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.357139 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:03.387865 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.400908 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1315f32f-5670-432c-bfa9-725860c40c1b {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:03.423261 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.427496 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:03.427496 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.428631 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 1315f32f-5670-432c-bfa9-725860c40c1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1315f32f-5670-432c-bfa9-725860c40c1b,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:03.431208 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f0f9549d-28d4-45e2-9634-90c4804cff4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:03.435482 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0869305 Jun 24 04:13:03.447949 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Request body: {'port': {'device_id': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:03.503925 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.507671 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:03.509351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2d48ba-84ae-4141-9f9e-598f19445260,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:03.530933 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:03.535496 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1802101 Jun 24 04:13:03.538029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34174) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:03.544851 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Request body: {'subnet': {'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1686750345-subnet', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:03.546892 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:13:03.576277 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.628279 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=1315f32f-5670-432c-bfa9-725860c40c1b,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:03.635560 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:03.682280 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Made reservation on behalf of 9e314a1fea024d1b9a4bfab805526d92 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:03.684512 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.705994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6de822f6-2a44-4599-8d50-4acd47501c05 None None] Provisioning for port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:03.710317 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6de822f6-2a44-4599-8d50-4acd47501c05 None None] Provisioning complete for port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:03.710691 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6de822f6-2a44-4599-8d50-4acd47501c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:03.746468 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-6de822f6-2a44-4599-8d50-4acd47501c05 None None] Port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:13:03.988207 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b9f33-c094-439c-8058-80ff3b708e0f req-acc7c5fd-1338-404c-bc43-390ae128dbc3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:03.989847 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-759b9f33-c094-439c-8058-80ff3b708e0f req-acc7c5fd-1338-404c-bc43-390ae128dbc3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 944 time: 0.0655909 Jun 24 04:13:04.032306 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-759b9f33-c094-439c-8058-80ff3b708e0f req-84ae3ed3-8672-4329-bc05-d1148dcf3aec tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364776 Jun 24 04:13:04.212806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94861b-cdaa-4889-ada1-c658524bfa0d req-438ca759-8f0c-4cc4-8301-6daa50241f24 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.214289 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1d94861b-cdaa-4889-ada1-c658524bfa0d req-438ca759-8f0c-4cc4-8301-6daa50241f24 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 935 time: 0.4017339 Jun 24 04:13:04.258607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:04.280023 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.283758 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['1315f32f-5670-432c-bfa9-725860c40c1b'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:04.317222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Transition to ACTIVE for port object 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:04.321678 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1d94861b-cdaa-4889-ada1-c658524bfa0d req-b0ee0b29-849b-400d-bd23-b341a1b786d5 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866079 Jun 24 04:13:04.376252 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390334e-2e36-4584-944d-aa96d564bf36 req-926b862a-76e5-4c96-9961-7e976283e06e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.377665 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0390334e-2e36-4584-944d-aa96d564bf36 req-926b862a-76e5-4c96-9961-7e976283e06e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0760810 Jun 24 04:13:04.401678 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.406488 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5bc37374-7df6-4ab6-9da2-6b5cb9edb4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:04.420082 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0390334e-2e36-4584-944d-aa96d564bf36 req-b85be093-0053-41d2-89c1-f954bec69091 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355833 Jun 24 04:13:04.444569 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.491382 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:04.496319 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:04.498217 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-74f42f1c-dfef-4336-84fe-d78791b9df04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:04.500479 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Checking segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:04.500839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Network hostable DHCP agents. Network: 5a2d48ba-84ae-4141-9f9e-598f19445260, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:13:04.586770 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Attempting to bind port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:04.587432 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Attempting to bind port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:04.587432 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Attempting to bind port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 on network ce25f834-261f-4483-90ad-4d54db8e487a {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:04.589730 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Pushing event updated for resources: {'Port': ['ID=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:04.593540 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:04.599285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 on network ce25f834-261f-4483-90ad-4d54db8e487a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:13:04.599285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Attempting to bind port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 on network ce25f834-261f-4483-90ad-4d54db8e487a {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:04.604487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:04.604821 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Checking segment: {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:04.605207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Bound using segment: {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:04.605645 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Bound port: 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06afef7c-0873-4fbe-9247-06eab0e743f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:04.606045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.683342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] For port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:04.686692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] For port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:04.688640 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:13:04.769609 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.771617 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:04.804681 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.805289 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.806668 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] 10.222.0.10 "PUT /v2.0/ports/77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 HTTP/1.1" status: 200 len: 1097 time: 1.3632250 Jun 24 04:13:04.807144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'tag': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:04.809394 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de953751-3c56-44ea-9a07-3ea1f87ff4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "64b6ac54-af2f-4aa8-831b-cb00423a41c6", "tag": "77d6d9b8-c5dd-4673-bcc3-f5805ee1b108"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:04.820343 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 5a2d48ba-84ae-4141-9f9e-598f19445260) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:04.829958 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:04.829958 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:04.836429 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2827c-fcae-4e0c-a4c7-85ef6955cfad None None] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:04.847078 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Pushing event updated for resources: {'Port': ['ID=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:04.853462 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:04.875400 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b8f0a9-f632-4508-91ec-3c29e10c4aa1 x-openstack-request-id: req-c7b8f0a9-f632-4508-91ec-3c29e10c4aa1 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:04.875929 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b6ac54-af2f-4aa8-831b-cb00423a41c6", "tag": "77d6d9b8-c5dd-4673-bcc3-f5805ee1b108", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:04.876326 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7b8f0a9-f632-4508-91ec-3c29e10c4aa1 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:04.876859 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'tag': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108', 'status': 'completed', 'code': 200} Jun 24 04:13:04.947679 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4057465 Jun 24 04:13:04.948840 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 34196) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:04.956485 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:05.004342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de953751-3c56-44ea-9a07-3ea1f87ff4d5 req-60c3be19-d321-4867-a3df-3915a08d4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.006887 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-de953751-3c56-44ea-9a07-3ea1f87ff4d5 req-60c3be19-d321-4867-a3df-3915a08d4500 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=030b9658d4864e33a50bde05ff6449da&device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 1100 time: 0.0871141 Jun 24 04:13:05.047917 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-de953751-3c56-44ea-9a07-3ea1f87ff4d5 req-ae397547-4931-47b8-be4b-b676240126ac service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=030b9658d4864e33a50bde05ff6449da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258055 Jun 24 04:13:05.071710 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.071710 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.127962 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.166536 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-5a2d48ba-84ae-4141-9f9e-598f19445260', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:13:05.166536 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.198965 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-abb058ba-90cb-48a4-9c08-a1215bf3acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.200503 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-abb058ba-90cb-48a4-9c08-a1215bf3acd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.0709944 Jun 24 04:13:05.230708 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ce265-343c-4a8b-a873-d42550566687 req-28f9c04a-2b15-47cc-bca4-8c026abfd773 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.238263 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-989ce265-343c-4a8b-a873-d42550566687 req-28f9c04a-2b15-47cc-bca4-8c026abfd773 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1928940 Jun 24 04:13:05.270719 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de953751-3c56-44ea-9a07-3ea1f87ff4d5 req-8531ae16-f937-4125-b1e5-45e3bcd3aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.272264 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-de953751-3c56-44ea-9a07-3ea1f87ff4d5 req-8531ae16-f937-4125-b1e5-45e3bcd3aa9e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128675 Jun 24 04:13:05.298550 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-989ce265-343c-4a8b-a873-d42550566687 req-aefa20fe-7547-4906-9097-7386b132fbad tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553164 Jun 24 04:13:05.333240 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Allocated IP 172.20.0.2 (5a2d48ba-84ae-4141-9f9e-598f19445260/c9ab31bc-dd62-4b63-bcc3-a43dd174ab96/a466452e-7c20-46d8-b02f-474fe8ab3337) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:05.394114 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-a4769866-c675-4368-af96-7e6e3e45c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.394359 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-a4769866-c675-4368-af96-7e6e3e45c18e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=030b9658d4864e33a50bde05ff6449da&device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 1100 time: 0.0644200 Jun 24 04:13:05.449199 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-aacf9207-10dc-421b-a0c0-70e309f347d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 HTTP/1.1" status: 200 len: 217 time: 0.0459895 Jun 24 04:13:05.541488 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-aad9d350-ec73-4786-8bd6-acdc0aa41d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.543140 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-aad9d350-ec73-4786-8bd6-acdc0aa41d16 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f54c51c0-0897-4064-bf4c-efc08fc2081c HTTP/1.1" status: 200 len: 843 time: 0.0862582 Jun 24 04:13:05.557719 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ed7bf62c-edb0-4754-ae0b-f55e763e7c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.574407 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.583088 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Transition to ACTIVE for port object a466452e-7c20-46d8-b02f-474fe8ab3337 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:05.598867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Transition to ACTIVE for port object a466452e-7c20-46d8-b02f-474fe8ab3337 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:05.622548 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ac277-79cd-474c-8507-d1fbfa595d95 req-9d1428fb-adeb-48a2-b072-d06c32e644f3 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.624013 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-306ac277-79cd-474c-8507-d1fbfa595d95 req-9d1428fb-adeb-48a2-b072-d06c32e644f3 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 947 time: 0.1364505 Jun 24 04:13:05.655504 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-2f51a554-7763-4da5-8729-6b4826de1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.662460 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-2f51a554-7763-4da5-8729-6b4826de1929 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce25f834-261f-4483-90ad-4d54db8e487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1053860 Jun 24 04:13:05.681803 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.686119 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-6067b41f-d2e2-4bbb-8358-7e05a4abb41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:05.699384 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.700229 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-306ac277-79cd-474c-8507-d1fbfa595d95 req-7b1f5c40-6cc2-4214-a0f9-e4682bae6771 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694275 Jun 24 04:13:05.729836 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423670f9-0132-41b6-acf2-32915bc2e078 req-6f0118fb-060a-4dc5-b43e-45ad5d9495f9 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.734364 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-423670f9-0132-41b6-acf2-32915bc2e078 req-6f0118fb-060a-4dc5-b43e-45ad5d9495f9 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 944 time: 0.5496521 Jun 24 04:13:05.744283 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-d88ed3cf-c962-4dfd-b813-e8be4148cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.745775 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-d88ed3cf-c962-4dfd-b813-e8be4148cdce service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.5268185 Jun 24 04:13:05.780521 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:05.781810 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-f1e46471-3477-4ac0-8534-31e9c9eaae93 service neutron] 10.222.0.10 "GET /v2.0/networks/ce25f834-261f-4483-90ad-4d54db8e487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148865 Jun 24 04:13:05.783396 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:05.787790 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:05.790855 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Pushing event updated for resources: {'Port': ['ID=a466452e-7c20-46d8-b02f-474fe8ab3337,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:05.794707 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:05.805300 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-d884e931-dbba-45bb-9981-27be9ea86a0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 217 time: 0.0511627 Jun 24 04:13:05.822385 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-423670f9-0132-41b6-acf2-32915bc2e078 req-6bf168b2-3d19-442b-bd55-92bc2fbd1159 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849950 Jun 24 04:13:05.846543 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.871386 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Attempting to bind port a466452e-7c20-46d8-b02f-474fe8ab3337 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:05.871780 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Attempting to bind port a466452e-7c20-46d8-b02f-474fe8ab3337 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:05.874313 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Attempting to bind port a466452e-7c20-46d8-b02f-474fe8ab3337 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:05.881702 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:05.883316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Checking segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:05.883316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.883924 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Bound using segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:05.884635 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Bound port: a466452e-7c20-46d8-b02f-474fe8ab3337, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:05.885232 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:05.908525 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-ab9b76cb-2d90-4463-a821-f502208d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:05.908786 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-119d5494-d9d8-4ba8-a927-7e6d942bdb1a req-6a00b046-8c7f-4913-bf48-a0fbc5ae7a8c service neutron] 10.222.0.10 "GET /v2.0/networks/ce25f834-261f-4483-90ad-4d54db8e487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196735 Jun 24 04:13:05.909970 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-ab9b76cb-2d90-4463-a821-f502208d3777 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0928299 Jun 24 04:13:05.964797 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-ad5b6f92-1fef-4257-b53e-fddd2b808e8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325985 Jun 24 04:13:05.965034 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] For port a466452e-7c20-46d8-b02f-474fe8ab3337, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:05.969123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] For port a466452e-7c20-46d8-b02f-474fe8ab3337, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=a466452e-7c20-46d8-b02f-474fe8ab3337,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:06.050674 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.054180 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:06.106887 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Pushing event updated for resources: {'Port': ['ID=a466452e-7c20-46d8-b02f-474fe8ab3337,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:06.112367 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:06.144765 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.177341 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.190552 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-aa00aa46-e60f-4b7a-b448-2762d6a5d292 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146649 Jun 24 04:13:06.367138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Allocated IP 172.27.2.157 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/7114a324-695a-4288-845f-8d1fb9443922) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:06.372532 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04eb33aa-01a6-4a3b-b9dc-733243ae6628 req-5744bde2-fff6-4d82-9523-755d6523a75c service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523101 Jun 24 04:13:06.577091 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.594083 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcff77-1888-475b-9163-762359a23c30 req-8afefa3b-374d-40a7-8c01-22adde3511b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.595605 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-8afefa3b-374d-40a7-8c01-22adde3511b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.1372979 Jun 24 04:13:06.606243 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987947d0-7784-4485-9db7-113758a38379 req-84d4e60c-2322-4190-b2fe-7e0fdf29d2e6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.607739 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-987947d0-7784-4485-9db7-113758a38379 req-84d4e60c-2322-4190-b2fe-7e0fdf29d2e6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1527431 Jun 24 04:13:06.714178 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-987947d0-7784-4485-9db7-113758a38379 req-8615d031-525c-46d2-bc81-4f1233d2a9b4 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977738 Jun 24 04:13:06.717431 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.752575 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcff77-1888-475b-9163-762359a23c30 req-e9d3e773-11dc-479b-a7b4-c3b8efa352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.754350 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-e9d3e773-11dc-479b-a7b4-c3b8efa352b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.1288552 Jun 24 04:13:06.804915 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:06.806489 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-258aaa48-bd17-4d35-ad6a-4ad0e904def2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 217 time: 0.0433190 Jun 24 04:13:06.808589 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-51ccf67f-4f82-45ae-b2b2-7fc0a42e43ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:06.882760 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:06.891267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:06.897393 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:06.899426 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Pushing event updated for resources: {'Port': ['ID=7114a324-695a-4288-845f-8d1fb9443922,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:06.905669 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:06.932994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39d49-d2d2-459c-aea5-354af5ed5ef8 req-635d526c-7b8d-428a-90b5-0da4a26fc638 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.937264 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcff77-1888-475b-9163-762359a23c30 req-fc41d6fe-4ab6-4ca1-ae51-d15a6925933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:06.939152 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-fc41d6fe-4ab6-4ca1-ae51-d15a6925933f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.1067157 Jun 24 04:13:06.940528 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5cf39d49-d2d2-459c-aea5-354af5ed5ef8 req-635d526c-7b8d-428a-90b5-0da4a26fc638 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 947 time: 0.1046152 Jun 24 04:13:06.981972 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5cf39d49-d2d2-459c-aea5-354af5ed5ef8 req-e1afaab5-c505-4fee-a9a4-14022a2229d3 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Jun 24 04:13:06.997342 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-2e3713ac-40e4-4cf1-86b7-b6e5de2eaf46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445879 Jun 24 04:13:07.122774 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c8586-5d29-4c1c-9842-c383cfe416a0 None None] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:07.223440 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-864513b4-22b5-4224-a01d-768e12be442a service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131619 Jun 24 04:13:07.231250 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70086e-f7c4-4222-b879-1c15065d690b req-1f037cd7-dda1-4fa5-946c-0c874b68528a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:07.232618 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cb70086e-f7c4-4222-b879-1c15065d690b req-1f037cd7-dda1-4fa5-946c-0c874b68528a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 944 time: 0.2379630 Jun 24 04:13:07.234686 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 1315f32f-5670-432c-bfa9-725860c40c1b up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:07.281028 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f16c0137-aec7-4dd5-9e33-3b36786f6881 None None] Provisioning for port a466452e-7c20-46d8-b02f-474fe8ab3337 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:07.362866 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cb70086e-f7c4-4222-b879-1c15065d690b req-c4f35c47-dfd7-4400-8358-860756d5cb5d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214290 Jun 24 04:13:07.389068 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 1315f32f-5670-432c-bfa9-725860c40c1b completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:07.393321 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 1315f32f-5670-432c-bfa9-725860c40c1b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:07.393903 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:07.417107 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3fcff77-1888-475b-9163-762359a23c30 req-b99f80ab-10b3-4fa9-bb03-9829fef51c56 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835504 Jun 24 04:13:07.446233 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:07.528129 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:07.550175 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315f32f-5670-432c-bfa9-725860c40c1b'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:07.552442 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006aab2f-e401-49dd-9136-d5b7fc98ae41" -d '{"events": [{"server_uuid": "775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "1315f32f-5670-432c-bfa9-725860c40c1b"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:07.575805 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 1315f32f-5670-432c-bfa9-725860c40c1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1315f32f-5670-432c-bfa9-725860c40c1b,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:07.592306 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c4c75-68bc-4d56-b677-a8962ef2acd8 x-openstack-request-id: req-6b3c4c75-68bc-4d56-b677-a8962ef2acd8 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:07.592306 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d", "name": "network-vif-plugged", "status": "completed", "tag": "1315f32f-5670-432c-bfa9-725860c40c1b", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:07.592652 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b3c4c75-68bc-4d56-b677-a8962ef2acd8 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:07.592886 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1315f32f-5670-432c-bfa9-725860c40c1b', 'code': 200} Jun 24 04:13:07.663782 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:07.665630 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:07.714334 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=1315f32f-5670-432c-bfa9-725860c40c1b,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:07.717391 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:07.913975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:07.956188 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device a466452e-7c20-46d8-b02f-474fe8ab3337 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:07.995657 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.038508 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5869d6-3907-4abf-87db-16f6d163cbfa req-1ecbb45b-9334-4bc4-a38a-cfbf3e0813d3 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.039968 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b5869d6-3907-4abf-87db-16f6d163cbfa req-1ecbb45b-9334-4bc4-a38a-cfbf3e0813d3 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1804445 Jun 24 04:13:08.080853 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port a466452e-7c20-46d8-b02f-474fe8ab3337 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:08.085544 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port a466452e-7c20-46d8-b02f-474fe8ab3337 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:08.085959 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.093475 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ecf3c-dcd1-4bec-8e4c-5bf85cbbc60f req-b521e263-e186-48cc-8f34-774e8360c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.094978 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-463ecf3c-dcd1-4bec-8e4c-5bf85cbbc60f req-b521e263-e186-48cc-8f34-774e8360c761 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 1098 time: 0.1417320 Jun 24 04:13:08.126934 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b5869d6-3907-4abf-87db-16f6d163cbfa req-c4b16ec2-a100-45cb-957f-47b8d72d43ec tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770373 Jun 24 04:13:08.151589 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-463ecf3c-dcd1-4bec-8e4c-5bf85cbbc60f req-625b10bc-4b5d-4db1-b6fd-06be361c4a82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Jun 24 04:13:08.170800 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88a050-2461-4572-ad49-a72623a795ce req-b726c515-2e2e-453d-b64d-7acfa749ce6b tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.172275 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0f88a050-2461-4572-ad49-a72623a795ce req-b726c515-2e2e-453d-b64d-7acfa749ce6b tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 947 time: 0.0758934 Jun 24 04:13:08.172656 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.204562 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port a466452e-7c20-46d8-b02f-474fe8ab3337, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=a466452e-7c20-46d8-b02f-474fe8ab3337,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:08.210641 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0f88a050-2461-4572-ad49-a72623a795ce req-27c29f4b-6fff-4a87-a360-32ead74acaa2 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Jun 24 04:13:08.240692 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:13:08.265770 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.267675 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:08.312352 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=a466452e-7c20-46d8-b02f-474fe8ab3337,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:08.315331 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:08.344944 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:13:08.354608 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:13:08.365770 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:08.366615 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:08.440351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.445224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34234) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:08.449307 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4990888 Jun 24 04:13:08.474281 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:08.650625 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd3786-1ede-4a4f-a34f-1e609deb7ad6 req-b9e5f7eb-f9b9-44fa-9d92-cc46ccca9158 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:08.652010 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f9fd3786-1ede-4a4f-a34f-1e609deb7ad6 req-b9e5f7eb-f9b9-44fa-9d92-cc46ccca9158 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.1432288 Jun 24 04:13:08.669565 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:07Z', 'revision_number': 3, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:08.699189 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:13:08.699546 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Updating router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 port 7114a324-695a-4288-845f-8d1fb9443922 binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:13:08.724668 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f9fd3786-1ede-4a4f-a34f-1e609deb7ad6 req-95e45079-961d-4131-ace0-d47020481b7d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663700 Jun 24 04:13:08.733764 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.938203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:08.994842 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.004372 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Transition to ACTIVE for port object 7114a324-695a-4288-845f-8d1fb9443922 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:09.082520 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.085673 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-86c5fd85-27ff-4a63-a587-e2d0f2152d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:09.087112 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Allocated IP 172.20.0.1 (5a2d48ba-84ae-4141-9f9e-598f19445260/c9ab31bc-dd62-4b63-bcc3-a43dd174ab96/db0cfbc1-347c-41bc-b442-ad24b64567d5) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:09.136877 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Attempting to bind port 7114a324-695a-4288-845f-8d1fb9443922 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:09.137254 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Attempting to bind port 7114a324-695a-4288-845f-8d1fb9443922 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:09.137622 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Attempting to bind port 7114a324-695a-4288-845f-8d1fb9443922 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:09.144297 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89154fb3-ca9b-4562-a7fd-f74891eee916 None None] Pushing event updated for resources: {'Port': ['ID=7114a324-695a-4288-845f-8d1fb9443922,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:09.147273 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-89154fb3-ca9b-4562-a7fd-f74891eee916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:09.148779 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:09.149158 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:09.149563 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.149976 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:09.150457 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Bound port: 7114a324-695a-4288-845f-8d1fb9443922, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:09.151158 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.186696 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.202206 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] For port 7114a324-695a-4288-845f-8d1fb9443922, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:09.203947 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Transition to ACTIVE for port object db0cfbc1-347c-41bc-b442-ad24b64567d5 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:09.205313 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] For port 7114a324-695a-4288-845f-8d1fb9443922, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=7114a324-695a-4288-845f-8d1fb9443922,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:09.284443 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.289261 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-89154fb3-ca9b-4562-a7fd-f74891eee916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:09.309603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.312623 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9cf9b21c-b134-4706-bafb-9798c7088db6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:09.321774 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a6667-db60-480a-ac39-e8d1eddea0ca req-d8e13261-d97c-4959-bfcd-645f99268afb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:09.323365 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1b7a6667-db60-480a-ac39-e8d1eddea0ca req-d8e13261-d97c-4959-bfcd-645f99268afb tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0743854 Jun 24 04:13:09.347510 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89154fb3-ca9b-4562-a7fd-f74891eee916 None None] Pushing event updated for resources: {'Port': ['ID=7114a324-695a-4288-845f-8d1fb9443922,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:09.354326 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-89154fb3-ca9b-4562-a7fd-f74891eee916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:09.354908 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:09.356161 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:09.365995 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:09.367653 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1b7a6667-db60-480a-ac39-e8d1eddea0ca req-6180043e-4832-4ba7-b024-d97ecd4b05ce tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Jun 24 04:13:09.388662 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:09.394638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:09.395062 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.437862 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Pushing event updated for resources: {'Port': ['ID=db0cfbc1-347c-41bc-b442-ad24b64567d5,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:09.442831 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:09.471291 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:09.506945 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fad4c-62ac-4e9d-8c7f-c429261dea8c req-42ba34b5-53d9-4e1f-b0b5-d85b417225ca tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:09.508787 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3d9fad4c-62ac-4e9d-8c7f-c429261dea8c req-42ba34b5-53d9-4e1f-b0b5-d85b417225ca tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 947 time: 0.1844244 Jun 24 04:13:09.561610 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3d9fad4c-62ac-4e9d-8c7f-c429261dea8c req-3625a274-02e4-4115-9fab-65bd2cb1b3c9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422926 Jun 24 04:13:09.692446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.732647 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:07Z', 'revision_number': 3, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:09.737183 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a5dd1c50-927f-43f9-ae8d-0fb4327fcf38 None None] Provisioning for port db0cfbc1-347c-41bc-b442-ad24b64567d5 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:09.741749 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a5dd1c50-927f-43f9-ae8d-0fb4327fcf38 None None] Provisioning complete for port db0cfbc1-347c-41bc-b442-ad24b64567d5 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:09.744579 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a5dd1c50-927f-43f9-ae8d-0fb4327fcf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.762463 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a297c-1363-4413-ac6f-133804941513 None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:07Z', 'revision_number': 3, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:13:09.791783 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd1c50-927f-43f9-ae8d-0fb4327fcf38 None None] Port db0cfbc1-347c-41bc-b442-ad24b64567d5 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:13:09.940091 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device a466452e-7c20-46d8-b02f-474fe8ab3337 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:09.960564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f2785-6aa5-4489-8bc8-54a85b2d7339 req-9b75739c-25ae-484c-9b5e-c23044f0aca2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:09.960911 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-479f2785-6aa5-4489-8bc8-54a85b2d7339 req-9b75739c-25ae-484c-9b5e-c23044f0aca2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.1065614 Jun 24 04:13:09.969483 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:09.996593 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port a466452e-7c20-46d8-b02f-474fe8ab3337 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:09.996978 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:10.018650 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-479f2785-6aa5-4489-8bc8-54a85b2d7339 req-878efa82-a1b3-4d6c-94b6-7ba8e9d473e4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Jun 24 04:13:10.037568 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:10.039674 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:10.058217 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:10.152464 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Pushing event updated for resources: {'Port': ['ID=db0cfbc1-347c-41bc-b442-ad24b64567d5,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:10.155865 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:10.192632 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:10.196515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:10.329926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:13:10.429799 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-d9652aae-4799-438d-94df-f9612c150b81 None None] Provisioning complete for port db0cfbc1-347c-41bc-b442-ad24b64567d5 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:10.430290 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d9652aae-4799-438d-94df-f9612c150b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:10.467631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:13:10.467631 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] 10.222.0.26 "PUT /v2.0/routers/7ef28f8c-330f-4d8d-8334-54a61d9493c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0205994 Jun 24 04:13:10.472131 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-d9652aae-4799-438d-94df-f9612c150b81 None None] Port db0cfbc1-347c-41bc-b442-ad24b64567d5 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:13:10.579058 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec63d0-a1ff-4f0d-8b39-a2d00cb7236c req-d0504f94-2952-4430-a480-15788728435e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:10.582356 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-dcec63d0-a1ff-4f0d-8b39-a2d00cb7236c req-d0504f94-2952-4430-a480-15788728435e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0707099 Jun 24 04:13:10.631356 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-dcec63d0-a1ff-4f0d-8b39-a2d00cb7236c req-c58bff81-00df-4af1-b911-d5c2917b5a93 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Jun 24 04:13:10.761273 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e44b9-d026-49e5-b5be-54532c0d752d req-a26962f0-8c38-4493-80d7-ea910f8199d1 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:10.762817 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1f7e44b9-d026-49e5-b5be-54532c0d752d req-a26962f0-8c38-4493-80d7-ea910f8199d1 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 947 time: 0.0780139 Jun 24 04:13:10.801669 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1f7e44b9-d026-49e5-b5be-54532c0d752d req-20e0980f-b226-40cf-919f-947aae609da1 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jun 24 04:13:11.193819 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabcd19-6a57-4598-a36b-1d6448bf753e req-2c253611-cc21-4e1e-b824-097b7f5165da tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:11.195485 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3cabcd19-6a57-4598-a36b-1d6448bf753e req-2c253611-cc21-4e1e-b824-097b7f5165da tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.0737906 Jun 24 04:13:11.208129 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34290) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:11.212627 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-82634019-network', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:11.243465 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:13:11.250857 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3cabcd19-6a57-4598-a36b-1d6448bf753e req-9964ca73-283f-4e88-abd5-38c61b9df64a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497057 Jun 24 04:13:11.305579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Made reservation on behalf of f2acef7eea7642539d34ff02e44514b3 for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:11.308349 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.317005 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.351191 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:11.362473 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108', 'network_id': 'ce25f834-261f-4483-90ad-4d54db8e487a', 'port_id': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108', 'mac_address': 'fa:16:3e:4d:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54c51c0-0897-4064-bf4c-efc08fc2081c', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:13:11.408132 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.422616 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:11.422804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.444299 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:11.509983 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:13:11.511505 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.513981 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.517191 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:11.517703 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d6dffa88-e7d9-4289-84de-b0e082ad2ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:11.535213 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:13:11.546710 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:11.547336 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:11.555143 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.555536 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Added segment 98604834-bd51-4b3a-b294-46dd6a1e8edd of type vlan for network 0e330ae5-624a-449e-b331-dc895c6cb34e Jun 24 04:13:11.557177 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ff121-1b63-4b5f-a297-3afa984cd066,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:11.563203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:11.604972 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.607314 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:11.611509 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:11.667770 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:11.740783 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.743888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:11.743888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:11.747118 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-366c8e42-778d-4a08-a033-c335cc4d86b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:11.809376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Pushing event updated for resources: {'Network': ['ID=0e330ae5-624a-449e-b331-dc895c6cb34e,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:11.816811 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334d98-e442-4026-93e3-1182964532e3 req-9bdd141d-84f0-48e6-81fe-d460f1d22165 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:11.822884 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:11.825505 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6d334d98-e442-4026-93e3-1182964532e3 req-9bdd141d-84f0-48e6-81fe-d460f1d22165 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0840824 Jun 24 04:13:11.838704 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6293707 Jun 24 04:13:11.841444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34300) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:11.844794 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 0e330ae5-624a-449e-b331-dc895c6cb34e details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:13:11.855502 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Request body: {'subnet': {'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-82634019-subnet', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:11.887632 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6d334d98-e442-4026-93e3-1182964532e3 req-cf176125-955a-4aae-98be-42640e335e70 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610282 Jun 24 04:13:11.977316 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Made reservation on behalf of f2acef7eea7642539d34ff02e44514b3 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:11.980012 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.035997 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 7114a324-695a-4288-845f-8d1fb9443922 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:12.086457 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 2, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:12.116750 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:13:12.117115 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Updating router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 port db0cfbc1-347c-41bc-b442-ad24b64567d5 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:13:12.128893 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed69c9-4765-44f5-9950-40202fd70a63 req-ea8bbebf-c5f1-437f-8aa9-c491526a60f8 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:12.136472 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b2ed69c9-4765-44f5-9950-40202fd70a63 req-ea8bbebf-c5f1-437f-8aa9-c491526a60f8 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 948 time: 0.1413202 Jun 24 04:13:12.157673 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.205832 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b2ed69c9-4765-44f5-9950-40202fd70a63 req-1bd05bcf-fb8e-412c-9478-19aded8c203a tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684977 Jun 24 04:13:12.252246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 7114a324-695a-4288-845f-8d1fb9443922 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:12.259374 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 7114a324-695a-4288-845f-8d1fb9443922 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:12.259745 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.311672 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.314854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:12.366640 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['77d6d9b8-c5dd-4673-bcc3-f5805ee1b108'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:12.369817 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348eb918-a027-490f-b7a9-757242417203,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:12.376001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:12.382032 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Checking segment: {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:12.382396 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Network hostable DHCP agents. Network: 0e330ae5-624a-449e-b331-dc895c6cb34e, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:13:12.474245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Network 0e330ae5-624a-449e-b331-dc895c6cb34e is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:13:12.548531 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 0e330ae5-624a-449e-b331-dc895c6cb34e) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:12.554450 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:12.554636 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.580079 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.590680 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8702dee9-091b-4395-bcde-241164605b2c None None] Network 0e330ae5-624a-449e-b331-dc895c6cb34e requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:12.643502 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7922704 Jun 24 04:13:12.646554 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34310) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:12.651115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:12.676055 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 7114a324-695a-4288-845f-8d1fb9443922, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=7114a324-695a-4288-845f-8d1fb9443922,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:12.746707 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.747753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.760393 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.798192 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.801717 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.804358 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Transition to ACTIVE for port object db0cfbc1-347c-41bc-b442-ad24b64567d5 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:12.806071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:12.895807 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.907595 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-0e330ae5-624a-449e-b331-dc895c6cb34e', 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'fixed_ips': [{'subnet_id': '348eb918-a027-490f-b7a9-757242417203'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:13:12.908435 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:12.937164 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=7114a324-695a-4288-845f-8d1fb9443922,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:12.943758 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:12.944284 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:13.168553 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Allocated IP 172.20.0.2 (0e330ae5-624a-449e-b331-dc895c6cb34e/348eb918-a027-490f-b7a9-757242417203/25acfc4b-1872-463d-bf9a-6b5402d6431b) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:13.366197 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.403745 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc661562-738e-4401-bcca-87f9ec224e72 None None] Pushing event updated for resources: {'Port': ['ID=db0cfbc1-347c-41bc-b442-ad24b64567d5,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:13.416551 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-dc661562-738e-4401-bcca-87f9ec224e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:13.435244 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Attempting to bind port db0cfbc1-347c-41bc-b442-ad24b64567d5 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:13.435624 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Attempting to bind port db0cfbc1-347c-41bc-b442-ad24b64567d5 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:13.436265 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Attempting to bind port db0cfbc1-347c-41bc-b442-ad24b64567d5 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:13.448788 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.450948 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:13.451346 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Checking segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:13.451735 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.452139 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Bound using segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:13.452635 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Bound port: db0cfbc1-347c-41bc-b442-ad24b64567d5, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:13.453038 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.464390 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e864836-0599-4339-ba52-890f561eecc4 req-b69cf5a3-2b25-4e23-97d2-af6f794e434c tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:13.470355 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Transition to ACTIVE for port object 25acfc4b-1872-463d-bf9a-6b5402d6431b will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:13.474439 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4e864836-0599-4339-ba52-890f561eecc4 req-b69cf5a3-2b25-4e23-97d2-af6f794e434c tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 948 time: 0.1013741 Jun 24 04:13:13.513999 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Transition to ACTIVE for port object 25acfc4b-1872-463d-bf9a-6b5402d6431b will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:13.524014 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4e864836-0599-4339-ba52-890f561eecc4 req-6c9b3c84-3f21-48c2-bb5d-c47cb93052ef tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480921 Jun 24 04:13:13.538774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969dff0-bd38-4a8b-ab0d-8153ecda69e9 req-aaffc025-334f-4801-b06e-b172e9ba9f12 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:13.540271 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0969dff0-bd38-4a8b-ab0d-8153ecda69e9 req-aaffc025-334f-4801-b06e-b172e9ba9f12 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.2237191 Jun 24 04:13:13.547246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] For port db0cfbc1-347c-41bc-b442-ad24b64567d5, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:13.550897 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] For port db0cfbc1-347c-41bc-b442-ad24b64567d5, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=db0cfbc1-347c-41bc-b442-ad24b64567d5,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:13.585919 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.586959 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0969dff0-bd38-4a8b-ab0d-8153ecda69e9 req-2758cf99-ed33-4d8d-9020-835f638a7131 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Jun 24 04:13:13.588646 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:13.658012 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.666076 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Network 0e330ae5-624a-449e-b331-dc895c6cb34e is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:13.675813 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:13.679566 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Pushing event updated for resources: {'Port': ['ID=25acfc4b-1872-463d-bf9a-6b5402d6431b,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:13.689844 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:13.741222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.756001 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:13.757523 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:13.770622 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.787373 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:13.788023 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:13.872992 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Attempting to bind port 25acfc4b-1872-463d-bf9a-6b5402d6431b on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:13.873403 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Attempting to bind port 25acfc4b-1872-463d-bf9a-6b5402d6431b by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:13.873730 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Attempting to bind port 25acfc4b-1872-463d-bf9a-6b5402d6431b on network 0e330ae5-624a-449e-b331-dc895c6cb34e {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:13.882322 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:13.883349 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Checking segment: {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:13.883475 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.884013 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Bound using segment: {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:13.884385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Bound port: 25acfc4b-1872-463d-bf9a-6b5402d6431b, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:13.884771 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:13.906435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Allocated IP 172.27.2.182 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/0908e117-ed1a-4a67-b1d4-b504917cf164) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:13.970204 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc661562-738e-4401-bcca-87f9ec224e72 None None] Pushing event updated for resources: {'Port': ['ID=db0cfbc1-347c-41bc-b442-ad24b64567d5,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:13.975182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 7114a324-695a-4288-845f-8d1fb9443922 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:13.976913 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-dc661562-738e-4401-bcca-87f9ec224e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:14.043014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:14.058253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:14.088146 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] For port 25acfc4b-1872-463d-bf9a-6b5402d6431b, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:14.109329 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] For port 25acfc4b-1872-463d-bf9a-6b5402d6431b, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=25acfc4b-1872-463d-bf9a-6b5402d6431b,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:14.152496 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 7114a324-695a-4288-845f-8d1fb9443922 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:14.153033 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:14.160482 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:14.164245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c5355f2f-cbc3-4f54-8b20-c32dfa5ed4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:14.198550 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:14.204740 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:14.209655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:14.212629 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Pushing event updated for resources: {'Port': ['ID=0908e117-ed1a-4a67-b1d4-b504917cf164,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:14.226619 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:14.231730 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-a4d9678e-91f9-4061-ba9e-2ad0953ecc91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:14.243276 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:14.321290 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Pushing event updated for resources: {'Port': ['ID=25acfc4b-1872-463d-bf9a-6b5402d6431b,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:14.325687 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:14.439511 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:13Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:14.483937 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af2872-0af2-49ef-9689-4be27bb7c2ff None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:13Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:13:14.664632 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:14.831037 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97556314-ae23-47e0-853e-3d09951b2a08 req-2819fe31-7b89-45d9-9b78-483e99b5ecf6 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:14.834331 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-97556314-ae23-47e0-853e-3d09951b2a08 req-2819fe31-7b89-45d9-9b78-483e99b5ecf6 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 948 time: 0.1007273 Jun 24 04:13:14.878006 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-97556314-ae23-47e0-853e-3d09951b2a08 req-5b551a32-00db-4bc1-92cc-e8fdaa5c5dd6 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367208 Jun 24 04:13:14.955133 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:15.174345 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Router b3440b90-8be8-4399-a4d0-b483bb5b4a75 is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:13:15.257220 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:15.294884 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:13:15.306269 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Sync routers for ids ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:13:15.322726 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Routers {'b3440b90-8be8-4399-a4d0-b483bb5b4a75'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:15.323738 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:15.374717 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:15.378788 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7284269 Jun 24 04:13:15.379245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34368) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:15.402731 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:15.407678 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:15.408953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:15.480182 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Set router b3440b90-8be8-4399-a4d0-b483bb5b4a75 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:15.727719 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:13:14Z', 'revision_number': 3, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:15.744149 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aac548-cfeb-40dc-8000-8cc1001c8926 None None] Network 0e330ae5-624a-449e-b331-dc895c6cb34e requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:15.765586 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Checking router: b3440b90-8be8-4399-a4d0-b483bb5b4a75 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:13:15.766197 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Updating router b3440b90-8be8-4399-a4d0-b483bb5b4a75 port 0908e117-ed1a-4a67-b1d4-b504917cf164 binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:13:15.812895 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:15.818925 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:15.846447 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:15.848887 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd42b3c8-70f7-4683-870e-9019729a14bb" -d '{"events": [{"server_uuid": "64b6ac54-af2f-4aa8-831b-cb00423a41c6", "name": "network-vif-plugged", "status": "completed", "tag": "77d6d9b8-c5dd-4673-bcc3-f5805ee1b108"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:15.863251 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-c45a939f-a41a-4e18-b71e-0ad36c19478a None None] Provisioning for port 25acfc4b-1872-463d-bf9a-6b5402d6431b completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:15.882785 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:15.922008 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7d3dd9-4975-484e-ad2b-01784693b7ea x-openstack-request-id: req-ff7d3dd9-4975-484e-ad2b-01784693b7ea {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:15.923422 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b6ac54-af2f-4aa8-831b-cb00423a41c6", "name": "network-vif-plugged", "status": "completed", "tag": "77d6d9b8-c5dd-4673-bcc3-f5805ee1b108", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:15.923422 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff7d3dd9-4975-484e-ad2b-01784693b7ea {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:15.923422 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108', 'code': 200} Jun 24 04:13:16.039331 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.043764 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:16.113807 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:16.128541 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device db0cfbc1-347c-41bc-b442-ad24b64567d5 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:16.136609 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:16.156477 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.227405 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.238103 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Transition to ACTIVE for port object 0908e117-ed1a-4a67-b1d4-b504917cf164 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:16.331900 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port db0cfbc1-347c-41bc-b442-ad24b64567d5 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:16.337788 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port db0cfbc1-347c-41bc-b442-ad24b64567d5 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:16.338418 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.340508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccc76e-7901-4e10-87c0-b020abe459c6 req-036e3ba5-230b-4956-9368-a7f27a4cf8f7 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:16.342091 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-55ccc76e-7901-4e10-87c0-b020abe459c6 req-036e3ba5-230b-4956-9368-a7f27a4cf8f7 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 949 time: 0.1616418 Jun 24 04:13:16.371433 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.375149 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0e8dd-f2ed-44c8-8713-b67a899b7e04 req-3f461fc9-154b-4441-94fd-f6b2f49e2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:16.377410 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-0b4d5f5c-1ba3-40e7-8cdc-dee8a6e79321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:16.388773 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bbd0e8dd-f2ed-44c8-8713-b67a899b7e04 req-3f461fc9-154b-4441-94fd-f6b2f49e2187 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 1102 time: 0.0773714 Jun 24 04:13:16.436489 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-55ccc76e-7901-4e10-87c0-b020abe459c6 req-5ffa5c48-b995-49c6-a882-9c42f9f761de tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832725 Jun 24 04:13:16.437160 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Allocated IP 172.20.0.1 (0e330ae5-624a-449e-b331-dc895c6cb34e/348eb918-a027-490f-b7a9-757242417203/c921533e-abbf-4c2d-9f67-747f309e1963) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:16.447383 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bbd0e8dd-f2ed-44c8-8713-b67a899b7e04 req-b2cc7bac-946c-4e60-929b-cdd902d4d6db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513060 Jun 24 04:13:16.473806 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a2123-cd75-4677-9709-60cc447e5aa1 None None] Pushing event updated for resources: {'Port': ['ID=0908e117-ed1a-4a67-b1d4-b504917cf164,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:16.474164 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.475196 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Attempting to bind port 0908e117-ed1a-4a67-b1d4-b504917cf164 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:16.475614 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Attempting to bind port 0908e117-ed1a-4a67-b1d4-b504917cf164 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:16.475981 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Attempting to bind port 0908e117-ed1a-4a67-b1d4-b504917cf164 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:16.478280 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-a43a2123-cd75-4677-9709-60cc447e5aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:16.482154 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:16.482523 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:16.483124 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.483774 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:16.484414 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Bound port: 0908e117-ed1a-4a67-b1d4-b504917cf164, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:16.484798 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.514229 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port db0cfbc1-347c-41bc-b442-ad24b64567d5, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=db0cfbc1-347c-41bc-b442-ad24b64567d5,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:16.536210 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] For port 0908e117-ed1a-4a67-b1d4-b504917cf164, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:16.539692 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] For port 0908e117-ed1a-4a67-b1d4-b504917cf164, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=0908e117-ed1a-4a67-b1d4-b504917cf164,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:16.559872 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.561167 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 25acfc4b-1872-463d-bf9a-6b5402d6431b up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:16.564045 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:16.564334 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.577413 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.578447 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Transition to ACTIVE for port object c921533e-abbf-4c2d-9f67-747f309e1963 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:16.579749 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:16.637316 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Routers {'b3440b90-8be8-4399-a4d0-b483bb5b4a75'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:16.637985 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:16.665551 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=db0cfbc1-347c-41bc-b442-ad24b64567d5,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:16.669163 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:16.675123 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a2123-cd75-4677-9709-60cc447e5aa1 None None] Pushing event updated for resources: {'Port': ['ID=0908e117-ed1a-4a67-b1d4-b504917cf164,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:16.679837 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-a43a2123-cd75-4677-9709-60cc447e5aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:16.694810 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.704048 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9e11d5e1-ea34-4b98-91ed-e0949b89b289 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:16.731046 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Network 0e330ae5-624a-449e-b331-dc895c6cb34e is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:16.733939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:16.737413 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:16.738089 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.745934 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 25acfc4b-1872-463d-bf9a-6b5402d6431b completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:16.750175 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 25acfc4b-1872-463d-bf9a-6b5402d6431b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:16.750559 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.756250 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] Set router b3440b90-8be8-4399-a4d0-b483bb5b4a75 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:16.787384 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c921533e-abbf-4c2d-9f67-747f309e1963,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:16.861793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:16.863868 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.901838 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 25acfc4b-1872-463d-bf9a-6b5402d6431b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=25acfc4b-1872-463d-bf9a-6b5402d6431b,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:16.955038 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:13:14Z', 'revision_number': 3, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:16.984479 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3378c8-4aa7-4625-851c-3e904ecd2f69 None None] The sync data for ids ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'] in dv-cinder-792462-18-iscsi is: [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:13:14Z', 'revision_number': 3, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:13:16.988504 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:16.990473 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:16.997311 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.052555 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=25acfc4b-1872-463d-bf9a-6b5402d6431b,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:17.055688 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:17.137222 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-340a7a0f-20bb-48ca-87ac-c03c00f18374 None None] Provisioning for port c921533e-abbf-4c2d-9f67-747f309e1963 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:17.141948 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-340a7a0f-20bb-48ca-87ac-c03c00f18374 None None] Provisioning complete for port c921533e-abbf-4c2d-9f67-747f309e1963 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:17.142453 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-340a7a0f-20bb-48ca-87ac-c03c00f18374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.188241 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-340a7a0f-20bb-48ca-87ac-c03c00f18374 None None] Port c921533e-abbf-4c2d-9f67-747f309e1963 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:13:17.193477 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.259603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.260474 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.263333 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:17.355725 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c921533e-abbf-4c2d-9f67-747f309e1963,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:17.360273 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:17.395025 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Network 0e330ae5-624a-449e-b331-dc895c6cb34e is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:17.397018 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:17.724020 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f236bf83-8aaf-443d-9630-626a4906d59e None None] Provisioning complete for port c921533e-abbf-4c2d-9f67-747f309e1963 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:17.724683 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f236bf83-8aaf-443d-9630-626a4906d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:17.763771 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-f236bf83-8aaf-443d-9630-626a4906d59e None None] Port c921533e-abbf-4c2d-9f67-747f309e1963 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:13:17.838650 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Router b3440b90-8be8-4399-a4d0-b483bb5b4a75 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:13:17.903094 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76f599-05fb-4e35-b75b-20055902e368 req-45a8510d-07e8-4814-95e4-e60f2ec02edf tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:17.904671 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-af76f599-05fb-4e35-b75b-20055902e368 req-45a8510d-07e8-4814-95e4-e60f2ec02edf tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 949 time: 0.1224902 Jun 24 04:13:17.917172 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc23eee-c565-43b8-b5d1-a091efce5f32 req-a34a43ce-41ad-4582-a9a8-b86a0352047e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:17.917172 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7fc23eee-c565-43b8-b5d1-a091efce5f32 req-a34a43ce-41ad-4582-a9a8-b86a0352047e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0897584 Jun 24 04:13:17.957984 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7fc23eee-c565-43b8-b5d1-a091efce5f32 req-bbe3694b-c5d9-4604-8135-555c8d2f8b82 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422058 Jun 24 04:13:17.998054 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-af76f599-05fb-4e35-b75b-20055902e368 req-94cdc740-504e-4681-ab5b-50595f239a0e tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832078 Jun 24 04:13:18.026481 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:13:18.035297 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] 10.222.0.26 "PUT /v2.0/routers/b3440b90-8be8-4399-a4d0-b483bb5b4a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546147 Jun 24 04:13:18.055901 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device db0cfbc1-347c-41bc-b442-ad24b64567d5 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:18.107794 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port db0cfbc1-347c-41bc-b442-ad24b64567d5 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:18.108189 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.205031 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 0908e117-ed1a-4a67-b1d4-b504917cf164 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:18.322817 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 0908e117-ed1a-4a67-b1d4-b504917cf164 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:18.328546 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 0908e117-ed1a-4a67-b1d4-b504917cf164 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:18.329147 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.429544 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.451692 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 0908e117-ed1a-4a67-b1d4-b504917cf164, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=0908e117-ed1a-4a67-b1d4-b504917cf164,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:18.509105 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.510201 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 25acfc4b-1872-463d-bf9a-6b5402d6431b up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:18.512143 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0a853b45-2811-44ce-bf2c-c8f2568d608e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:18.590261 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=0908e117-ed1a-4a67-b1d4-b504917cf164,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:18.602411 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.603004 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.603503 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.604090 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.604582 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.605157 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.605629 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.606124 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.606682 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.607161 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.607646 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.608198 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:18.613083 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:18.618706 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 25acfc4b-1872-463d-bf9a-6b5402d6431b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:18.619245 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:18.725237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Sync routers for ids ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:13:18.736459 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Routers {'b3440b90-8be8-4399-a4d0-b483bb5b4a75'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:18.737135 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:18.841864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Set router b3440b90-8be8-4399-a4d0-b483bb5b4a75 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:18.862647 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34436) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:18.868586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312785426', 'description': 'tempest-secgroup-smoke-312785426 description', 'project_id': '9e314a1fea024d1b9a4bfab805526d92'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:18.977245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.064545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 4, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'c921533e-abbf-4c2d-9f67-747f309e1963', 'name': '', 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'mac_address': 'fa:16:3e:42:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '348eb918-a027-490f-b7a9-757242417203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:16Z', 'updated_at': '2021-06-24T04:13:17Z', 'revision_number': 2, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'subnets': [{'id': '348eb918-a027-490f-b7a9-757242417203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:19.064822 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.090657 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Checking router: b3440b90-8be8-4399-a4d0-b483bb5b4a75 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:13:19.091447 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Updating router b3440b90-8be8-4399-a4d0-b483bb5b4a75 port c921533e-abbf-4c2d-9f67-747f309e1963 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:13:19.128714 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.135458 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.138926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5ee681c8-17a7-49fc-89c7-36b65daab20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:19.180114 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aedb6e-78a3-467d-99e5-2ae1f168d26e,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:19.182803 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:19.189425 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691e186-765c-4b6b-a7ed-8fd164ec04f0 req-2d8b2b22-b266-4589-9687-7e58e1cde1e9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:19.191107 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a691e186-765c-4b6b-a7ed-8fd164ec04f0 req-2d8b2b22-b266-4589-9687-7e58e1cde1e9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 949 time: 0.0667243 Jun 24 04:13:19.229685 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a691e186-765c-4b6b-a7ed-8fd164ec04f0 req-ccd6c54a-6f88-4e35-b38f-bad4d24dd1fe tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jun 24 04:13:19.242656 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.243882 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-eaa2e138-2006-4b22-8c92-725e25d46861 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3802600 Jun 24 04:13:19.248261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34442) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:19.252632 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group_rule': {'security_group_id': 'f7aedb6e-78a3-467d-99e5-2ae1f168d26e', 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:19.344643 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.405939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.413886 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.426685 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Transition to ACTIVE for port object c921533e-abbf-4c2d-9f67-747f309e1963 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:19.465150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.467161 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:19.484025 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d8f0b4-abe5-4921-aa88-b03fb2930341,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:19.486735 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:19.491496 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.493533 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:19.545394 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94af2f-258e-4e3a-8608-61af1f4426da None None] Pushing event updated for resources: {'Port': ['ID=c921533e-abbf-4c2d-9f67-747f309e1963,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:19.549229 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-cc94af2f-258e-4e3a-8608-61af1f4426da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:19.602187 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.602187 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488693 Jun 24 04:13:19.603450 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34452) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:19.609084 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group_rule': {'security_group_id': 'f7aedb6e-78a3-467d-99e5-2ae1f168d26e', 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:19.609382 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Attempting to bind port c921533e-abbf-4c2d-9f67-747f309e1963 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:19.609768 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Attempting to bind port c921533e-abbf-4c2d-9f67-747f309e1963 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:19.610241 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Attempting to bind port c921533e-abbf-4c2d-9f67-747f309e1963 on network 0e330ae5-624a-449e-b331-dc895c6cb34e {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:19.616444 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:19.616832 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Checking segment: {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:19.617242 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.617640 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Bound using segment: {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:19.618250 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Bound port: c921533e-abbf-4c2d-9f67-747f309e1963, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98604834-bd51-4b3a-b294-46dd6a1e8edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:19.618514 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.693625 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] For port c921533e-abbf-4c2d-9f67-747f309e1963, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:19.698129 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] For port c921533e-abbf-4c2d-9f67-747f309e1963, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=c921533e-abbf-4c2d-9f67-747f309e1963,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:19.725129 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.778095 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.779879 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.782599 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:19.857565 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Routers {'b3440b90-8be8-4399-a4d0-b483bb5b4a75'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:13:19.858970 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:13:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:19.864147 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94af2f-258e-4e3a-8608-61af1f4426da None None] Pushing event updated for resources: {'Port': ['ID=c921533e-abbf-4c2d-9f67-747f309e1963,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:19.867961 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-cc94af2f-258e-4e3a-8608-61af1f4426da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:19.877410 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.879491 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c436201f-42f1-46a3-bee4-243172750890 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:19.910646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e60d183-9d31-42c5-88d5-4b5f2e99457d,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:19.913622 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:19.979800 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:19.983538 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3757932 Jun 24 04:13:19.986607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34464) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:19.990745 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 0908e117-ed1a-4a67-b1d4-b504917cf164 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:19.995911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group_rule': {'security_group_id': 'f7aedb6e-78a3-467d-99e5-2ae1f168d26e', 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:20.033219 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] Set router b3440b90-8be8-4399-a4d0-b483bb5b4a75 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:13:20.039894 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb548b-251d-419c-bb6d-f670cca2e13b req-290dfb81-02bc-42d6-8f2e-b104cdcc00af tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:20.043190 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3fb548b-251d-419c-bb6d-f670cca2e13b req-290dfb81-02bc-42d6-8f2e-b104cdcc00af tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 949 time: 0.0961542 Jun 24 04:13:20.088989 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3fb548b-251d-419c-bb6d-f670cca2e13b req-19ca10b3-9731-46ae-8684-bc9d53b399e5 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Jun 24 04:13:20.129508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.211111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.296662 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.298759 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-72ef655a-bbe0-46d4-9734-3812198f6878 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:20.305217 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 0908e117-ed1a-4a67-b1d4-b504917cf164 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:20.305609 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.314382 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d64e35-83e8-4741-8fa9-f6b37d23bb31,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:20.316733 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:20.405561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.409610 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0b78fdbb-1494-4b42-ab35-29d92009c621 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4189596 Jun 24 04:13:20.409610 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34468) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:20.413790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group_rule': {'security_group_id': 'f7aedb6e-78a3-467d-99e5-2ae1f168d26e', 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:20.475084 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 4, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'c921533e-abbf-4c2d-9f67-747f309e1963', 'name': '', 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'mac_address': 'fa:16:3e:42:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '348eb918-a027-490f-b7a9-757242417203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:16Z', 'updated_at': '2021-06-24T04:13:19Z', 'revision_number': 4, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'subnets': [{'id': '348eb918-a027-490f-b7a9-757242417203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:13:20.499995 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba356ff5-b92d-418b-b280-26270cbc4010 None None] The sync data for ids ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'] in dv-cinder-792462-18-iscsi is: [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 4, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'c921533e-abbf-4c2d-9f67-747f309e1963', 'name': '', 'network_id': '0e330ae5-624a-449e-b331-dc895c6cb34e', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'mac_address': 'fa:16:3e:42:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '348eb918-a027-490f-b7a9-757242417203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:16Z', 'updated_at': '2021-06-24T04:13:19Z', 'revision_number': 4, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'subnets': [{'id': '348eb918-a027-490f-b7a9-757242417203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:13:20.541107 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.620798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.742597 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.747798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:20.764191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bf7e47-8d08-476e-8671-530657d94545,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:20.766607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:20.885736 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:20.887033 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4766572 Jun 24 04:13:20.889714 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34474) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:20.894161 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group_rule': {'security_group_id': 'f7aedb6e-78a3-467d-99e5-2ae1f168d26e', 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:20.994391 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.securitygroups_db [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Project 9e314a1fea024d1b9a4bfab805526d92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:13:20.999419 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.063354 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.139974 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.142129 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:21.163283 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adf436f-f04c-4a63-8615-67b751f4301b,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:21.173204 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:21.265456 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.269648 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789082 Jun 24 04:13:21.270322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 34486) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:21.276333 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'security_group_rule': {'security_group_id': 'f7aedb6e-78a3-467d-99e5-2ae1f168d26e', 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:21.288982 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74249e-a9fa-42ee-8d08-cdc62719722a req-e438a3d8-8ba5-47a1-9233-a7ad6f147fd2 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:21.300545 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cb74249e-a9fa-42ee-8d08-cdc62719722a req-e438a3d8-8ba5-47a1-9233-a7ad6f147fd2 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 949 time: 0.0829434 Jun 24 04:13:21.342907 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cb74249e-a9fa-42ee-8d08-cdc62719722a req-07e2acae-6e7e-4497-b7ad-6ec7c8756418 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f8d7fbd-7cca-413d-bd0d-6b13587f3143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Jun 24 04:13:21.388092 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.securitygroups_db [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Project 9e314a1fea024d1b9a4bfab805526d92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:13:21.394584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.707843 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 34490) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:21.708674 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.709922 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.709922 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.762575 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-86cc8df6-d99e-4d6d-a2db-d6182e93feb8 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:21.764027 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-86cc8df6-d99e-4d6d-a2db-d6182e93feb8 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.10 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 949 time: 0.0623233 Jun 24 04:13:21.808095 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.814135 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b306dbe7-ea50-4766-a324-9eba10559ad9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:21.821172 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.829360 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98438fe7-34e0-431b-9c6e-3c0be5dec420,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:21.829533 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-cf497c4e-30c8-4e1b-9a17-8d132cd88980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:21.831709 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:21.888101 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:21.892123 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6171842 Jun 24 04:13:21.892576 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0eeba36ea9e4cb49798ef6a967a37a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725447 Jun 24 04:13:21.895275 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 34500) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:21.924354 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b2e3fa-f2ba-41b5-975d-1965069bf3b5,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:21.934854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:22.000005 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.003934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Deleting port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:13:22.004264 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.010670 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c921533e-abbf-4c2d-9f67-747f309e1963 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:22.069324 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.122735 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port c921533e-abbf-4c2d-9f67-747f309e1963 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:13:22.127049 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] For port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,segment=NetworkSegment(06afef7c-0873-4fbe-9247-06eab0e743f9),segment_id=06afef7c-0873-4fbe-9247-06eab0e743f9)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:22.127385 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.127562 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port c921533e-abbf-4c2d-9f67-747f309e1963 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:22.127937 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.147097 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Calling delete_port for 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 owned by compute:nova {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:13:22.226553 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.256680 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port c921533e-abbf-4c2d-9f67-747f309e1963, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=c921533e-abbf-4c2d-9f67-747f309e1963,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:13:22.266716 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.266716 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.266716 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99b2e3fa-f2ba-41b5-975d-1965069bf3b5 HTTP/1.1" status: 204 len: 168 time: 0.3645639 Jun 24 04:13:22.278756 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2da43078-b1eb-47c1-93fb-e1c158defcc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:22.289398 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b2e3fa-f2ba-41b5-975d-1965069bf3b5,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:22.295541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:22.339817 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.341683 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:22.368928 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.381610 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:22.398132 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['77d6d9b8-c5dd-4673-bcc3-f5805ee1b108'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:22.400483 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=c921533e-abbf-4c2d-9f67-747f309e1963,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:22.422229 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:22.469705 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Pushing event deleted for resources: {'Port': ['ID=77d6d9b8-c5dd-4673-bcc3-f5805ee1b108,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:22.479794 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:22.548092 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] No DVR routers for this DVR port 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 on host hv-cinder-79246 {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:13:22.551783 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:22.554146 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5d21b29e-ff37-4aef-bb93-b788514c3bce req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.10 "DELETE /v2.0/ports/77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 HTTP/1.1" status: 204 len: 173 time: 0.7834518 Jun 24 04:13:22.554988 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'name': 'network-vif-deleted', 'tag': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:22.557287 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab60def-0dc7-4762-97ad-8106972d942e" -d '{"events": [{"server_uuid": "64b6ac54-af2f-4aa8-831b-cb00423a41c6", "name": "network-vif-deleted", "tag": "77d6d9b8-c5dd-4673-bcc3-f5805ee1b108"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:22.562708 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0f02de58-c23f-47c8-ad6d-d8c89b11fec4 req-72ef2db5-5a5d-4cca-8ad0-414a47150fb5 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 210 time: 0.0641978 Jun 24 04:13:22.625043 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92de267-712d-4157-9662-18b289e7e1d7 x-openstack-request-id: req-a92de267-712d-4157-9662-18b289e7e1d7 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:22.625426 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b6ac54-af2f-4aa8-831b-cb00423a41c6", "name": "network-vif-deleted", "tag": "77d6d9b8-c5dd-4673-bcc3-f5805ee1b108", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:22.625699 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a92de267-712d-4157-9662-18b289e7e1d7 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:22.626145 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b6ac54-af2f-4aa8-831b-cb00423a41c6', 'name': 'network-vif-deleted', 'tag': '77d6d9b8-c5dd-4673-bcc3-f5805ee1b108', 'status': 'completed', 'code': 200} Jun 24 04:13:23.736263 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8f3346dc-0a98-49c0-98a6-6195a925d4d4 req-22becb6d-0edb-4a2f-8283-25a70a1fcb3a tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] 10.222.0.26 "GET /v2.0/ports?device_id=64b6ac54-af2f-4aa8-831b-cb00423a41c6 HTTP/1.1" status: 200 len: 210 time: 0.0311763 Jun 24 04:13:23.964022 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c921533e-abbf-4c2d-9f67-747f309e1963 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:13:24.021525 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port c921533e-abbf-4c2d-9f67-747f309e1963 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:13:24.021940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:25.362400 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:13:25.386296 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:13:25.386659 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 77d6d9b8-c5dd-4673-bcc3-f5805ee1b108 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:13:29.893287 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:33.125474 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7603e349-8596-4dee-9f0e-3518f2cb8ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:35.442289 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7bd46f4d-7764-44d5-8c26-47295d88bdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:35.776513 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:36.733336 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:37.622005 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:13:37.879231 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 35038) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:38.005072 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.009966 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1c209d29-8af7-44bb-a733-c0da80a70e41 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=030b9658d4864e33a50bde05ff6449da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280794 Jun 24 04:13:38.010820 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 35042) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:38.059238 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.079067 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.188110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.191007 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:38.193486 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f8d7fbd-7cca-413d-bd0d-6b13587f3143 HTTP/1.1" status: 204 len: 168 time: 0.1805954 Jun 24 04:13:38.193486 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-354f6eea-2fb0-45da-ab1c-e4bcf29e2f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:38.200703 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8d7fbd-7cca-413d-bd0d-6b13587f3143,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:38.207702 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.208067 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.208418 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.208766 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.209111 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.209585 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.209771 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.210738 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.211140 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.211346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.211667 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.212046 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:38.215191 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:39.292511 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 35106) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:39.421146 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-561753996-network', 'tenant_id': '0798da120f9840229c94f57ac8af1073'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:39.507616 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Made reservation on behalf of 0798da120f9840229c94f57ac8af1073 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:39.509949 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.518960 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.617703 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.696685 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.701007 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1eced105-ffa6-440f-a666-8d92cceb235c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:39.718258 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:13:39.731663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b5b1ab-9790-4976-9c62-3fb0cd04aa36,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:39.734697 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:39.738103 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.738397 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Added segment 1bd074c1-6e27-41eb-8706-562bff2407c9 of type vlan for network f187f663-665c-4747-9f4c-8b88ecc23071 Jun 24 04:13:39.791105 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.884869 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.886252 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:39.886836 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:39.889030 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8491d533-1c4c-4db8-bd0d-ae8323e5e769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:39.947914 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f187f663-665c-4747-9f4c-8b88ecc23071,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:39.950827 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:39.958559 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network f187f663-665c-4747-9f4c-8b88ecc23071 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:13:40.000339 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7065165 Jun 24 04:13:40.003268 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 35134) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:40.009934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Request body: {'subnet': {'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-561753996-subnet', 'tenant_id': '0798da120f9840229c94f57ac8af1073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:40.110727 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Made reservation on behalf of 0798da120f9840229c94f57ac8af1073 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:40.113109 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5549793'] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:40.336280 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6248437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5549815'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:40.339444 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:40.404346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d826e084-db76-41de-b7cb-efb78c490e77,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:40.409515 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:40.416583 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Checking segment: {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:40.417186 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Network hostable DHCP agents. Network: f187f663-665c-4747-9f4c-8b88ecc23071, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:13:40.508340 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Network f187f663-665c-4747-9f4c-8b88ecc23071 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:13:40.598950 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, f187f663-665c-4747-9f4c-8b88ecc23071) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:40.604757 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:40.605350 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:40.612091 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e606a7d-97f5-40e0-b87b-3aa363af8909 None None] Network f187f663-665c-4747-9f4c-8b88ecc23071 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:40.706375 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-511ebd17-016a-46fd-bd1b-fd336c643857 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6966536 Jun 24 04:13:40.755250 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c12c0-4c1f-4b9d-a162-2004d6c28386 None None] Network f187f663-665c-4747-9f4c-8b88ecc23071 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:13:50.334021 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-821f9ac3-7f42-4c12-996a-df0fdf61da46 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:50.336058 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-821f9ac3-7f42-4c12-996a-df0fdf61da46 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/networks?id=f187f663-665c-4747-9f4c-8b88ecc23071 HTTP/1.1" status: 200 len: 813 time: 0.0975151 Jun 24 04:13:50.351526 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-3ccd0854-17f3-4fa5-b38b-7fa3315ed616 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/quotas/0798da120f9840229c94f57ac8af1073 HTTP/1.1" status: 200 len: 375 time: 0.0094910 Jun 24 04:13:50.385756 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c259c274-a92a-4b56-a46b-0476840d070d tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0798da120f9840229c94f57ac8af1073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285232 Jun 24 04:13:50.480068 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-4a12e6e0-98c9-4c73-b9ee-cbaeb31817ad service neutron] 10.222.0.26 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875487 Jun 24 04:13:50.572042 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-25b9059e-2018-4ee1-8e80-c9eec8264d89 service neutron] 10.222.0.26 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Jun 24 04:13:50.878244 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9023c95c-1db6-400c-9d06-6358995a6bff req-c878eee1-6a4d-42f8-8bc0-131ec871db2f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jun 24 04:13:51.104291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade9eee-3100-4450-99cf-9cbaffd3c98b req-8a971940-3756-46a1-8238-d196c4813280 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.105783 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9ade9eee-3100-4450-99cf-9cbaffd3c98b req-8a971940-3756-46a1-8238-d196c4813280 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0659881 Jun 24 04:13:51.125152 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-66844129-13db-41d1-9a93-d1f54dcbc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.128250 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-66844129-13db-41d1-9a93-d1f54dcbc787 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.0786319 Jun 24 04:13:51.155108 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9ade9eee-3100-4450-99cf-9cbaffd3c98b req-f7f12e63-8759-4fc7-a35b-67b26ae97141 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372152 Jun 24 04:13:51.221851 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-5562114e-1aed-4374-a82c-b785838fce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.223373 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-5562114e-1aed-4374-a82c-b785838fce94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.0877528 Jun 24 04:13:51.269970 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-237f2efe-cbe5-4a58-8940-88d33260b26f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 217 time: 0.0379734 Jun 24 04:13:51.325422 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-61a0a4b7-2e99-4bce-9e03-4ecbe5f8d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.326897 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-61a0a4b7-2e99-4bce-9e03-4ecbe5f8d379 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0495489 Jun 24 04:13:51.360833 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-dcf1e9b7-a5dd-4355-923c-3f7c70d4c7c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261612 Jun 24 04:13:51.391882 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-6a0e479c-ab13-4211-9908-1cdb1e985a7c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:51.393408 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-6a0e479c-ab13-4211-9908-1cdb1e985a7c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.1060488 Jun 24 04:13:51.409106 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-a08d9901-ae2a-42a0-ac86-89bb0a67433e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/quotas/7695007fac434588ab66d4894dc8f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0094135 Jun 24 04:13:51.464303 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-7fc2e051-dada-40e2-8e76-23c869b45165 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958753 Jun 24 04:13:51.482391 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-4f102ac5-ad6e-4a52-aa64-bd4e8368c274 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674131 Jun 24 04:13:51.553589 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8893dbb5-4666-48dd-82d9-4d6f0d64facd req-0bf6b976-e4a4-432b-a14d-9685a35c665e service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816958 Jun 24 04:13:51.575836 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-061deb18-4ab8-4a11-92f8-ffc439c6e848 service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Jun 24 04:13:51.668625 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-1faf254b-4f15-4436-97d9-6ecd103443fd service neutron] 10.222.0.26 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863299 Jun 24 04:13:51.902085 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-de70146f-3e62-4912-99c6-669fd00e913b req-d138150e-24c5-409f-b36a-0ec8f7d129d1 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 210 time: 0.0322864 Jun 24 04:13:51.963739 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-11b7145e-e648-4094-8966-ae93383bd8f3 req-cd89c538-6023-4282-abf6-be31f39f2294 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 210 time: 0.0312104 Jun 24 04:13:52.344368 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6013a-11d5-440b-ae5b-aa6b949ba4c7 req-6fc13fbd-4219-4fac-998f-be0da214f3fc tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:52.345841 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7dc6013a-11d5-440b-ae5b-aa6b949ba4c7 req-6fc13fbd-4219-4fac-998f-be0da214f3fc tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0646319 Jun 24 04:13:52.390857 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7dc6013a-11d5-440b-ae5b-aa6b949ba4c7 req-c880aaa1-6d05-4dcf-9454-5f968fc4ad86 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Jun 24 04:13:52.536728 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 35404) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:52.639351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.723559 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.784224 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.786876 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2cd8fe7b-cf36-46c4-b75a-d85a83306b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:52.820757 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47565e3-41a4-4fa8-ac8e-c1b4e7f2d2ad,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:52.824932 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=526027c1754d48268390c78599416287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872274 Jun 24 04:13:52.825813 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:52.827805 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 35408) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:52.874419 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:52.894831 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.003996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.009305 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:53.010564 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e47565e3-41a4-4fa8-ac8e-c1b4e7f2d2ad HTTP/1.1" status: 204 len: 168 time: 0.1817970 Jun 24 04:13:53.011519 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a442e60f-09c8-4ba0-a46f-ecb144550d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:53.021144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47565e3-41a4-4fa8-ac8e-c1b4e7f2d2ad,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:53.044673 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.045042 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.047122 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.047122 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.047122 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.075037 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fda582bc-e0b8-4212-96d9-b63cc11f9d44 req-1e074156-4997-485b-a314-0986c73420d0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 210 time: 0.0500448 Jun 24 04:13:53.075277 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.075807 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.076883 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.077269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.077626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.078009 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.078359 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:13:53.097715 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:53.283658 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0e986163-da92-4cd2-a8a4-d6f0bfbb5043 req-0ce85bdf-490c-47be-9523-e9ece5df8210 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 210 time: 0.0284019 Jun 24 04:13:53.436855 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-296eb8c7-aa90-4df7-944e-3c4740a54bc7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:53.436855 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-296eb8c7-aa90-4df7-944e-3c4740a54bc7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "GET /v2.0/networks?id=f187f663-665c-4747-9f4c-8b88ecc23071 HTTP/1.1" status: 200 len: 813 time: 0.1567807 Jun 24 04:13:53.449961 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Request body: {'port': {'device_id': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071', 'admin_state_up': True, 'tenant_id': '0798da120f9840229c94f57ac8af1073'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:53.690083 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Made reservation on behalf of 0798da120f9840229c94f57ac8af1073 for: {'port': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:53.694403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.052005 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b68060-9241-4b29-9e55-b7bd5a27d657 req-e671321d-c166-4ad8-ac36-a7f0c1083aad tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.053531 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3b68060-9241-4b29-9e55-b7bd5a27d657 req-e671321d-c166-4ad8-ac36-a7f0c1083aad tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.3485959 Jun 24 04:13:54.092727 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Allocated IP 172.20.0.2 (f187f663-665c-4747-9f4c-8b88ecc23071/d826e084-db76-41de-b7cb-efb78c490e77/90682b5e-f4e5-429b-8f19-59763ef379cd) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:54.116148 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3b68060-9241-4b29-9e55-b7bd5a27d657 req-2d3a77ca-7410-4469-ab61-0185a6a7bce8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514531 Jun 24 04:13:54.192141 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-4a31b42e-6669-4220-9148-9cef06730ef4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.194845 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-4a31b42e-6669-4220-9148-9cef06730ef4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/networks?id=947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 200 len: 815 time: 0.1379108 Jun 24 04:13:54.208577 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Request body: {'port': {'device_id': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'admin_state_up': True, 'tenant_id': '7695007fac434588ab66d4894dc8f3c3'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:54.281646 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.286146 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-87413d98-d111-4b9b-9c58-8e8ae5053276 req-3f5d80f6-8323-41be-b6bb-11e46d9b1ab3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 210 time: 0.0620995 Jun 24 04:13:54.407212 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.432457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Made reservation on behalf of 7695007fac434588ab66d4894dc8f3c3 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:13:54.435064 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:54.435987 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.485670 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Network f187f663-665c-4747-9f4c-8b88ecc23071 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:54.495783 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:54.500848 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:54.528796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Pushing event updated for resources: {'Port': ['ID=90682b5e-f4e5-429b-8f19-59763ef379cd,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:54.534486 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:54.562801 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.563417 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.568131 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Allocated IP 172.20.0.13 (947049d3-a341-4f43-8063-d14f6e567fb7/03b7c238-d8f8-4b94-b5d7-c94e69d75575/cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:13:54.574367 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b482f5-7537-45b4-b723-3a43160c87c4 req-f298bc2b-65a6-4336-afbd-2fdd2b8874a7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.575865 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d9b482f5-7537-45b4-b723-3a43160c87c4 req-f298bc2b-65a6-4336-afbd-2fdd2b8874a7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 931 time: 0.1713650 Jun 24 04:13:54.619784 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d9b482f5-7537-45b4-b723-3a43160c87c4 req-87b490bd-f421-46bf-b6c6-a39cf24a27af tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jun 24 04:13:54.662761 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2181261 Jun 24 04:13:54.686716 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Request body: {'port': {'device_id': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:54.732994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.760368 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.853205 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.858589 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:54.867474 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af', 'be668808-be7d-44a4-892b-0fb427073a8a', '1315f32f-5670-432c-bfa9-725860c40c1b'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:13:54.899570 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Network 947049d3-a341-4f43-8063-d14f6e567fb7 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:13:54.903077 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:13:54.905422 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:13:54.911584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:54.912068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:54.939260 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event updated for resources: {'Port': ['ID=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:54.942904 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.025314 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205636 Jun 24 04:13:55.037781 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Request body: {'port': {'device_id': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:13:55.052577 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90682b5e-f4e5-429b-8f19-59763ef379cd {{(pid=93537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:55.060215 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.076736 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Transition to ACTIVE for port object 90682b5e-f4e5-429b-8f19-59763ef379cd will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:55.116022 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.150325 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.157907 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c3b45aff-e836-465f-a938-2c89a885f128 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.249775 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=90682b5e-f4e5-429b-8f19-59763ef379cd,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.263441 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.316305 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Attempting to bind port 90682b5e-f4e5-429b-8f19-59763ef379cd on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:55.316536 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Attempting to bind port 90682b5e-f4e5-429b-8f19-59763ef379cd by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:55.316884 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Attempting to bind port 90682b5e-f4e5-429b-8f19-59763ef379cd on network f187f663-665c-4747-9f4c-8b88ecc23071 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:55.325330 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Port 90682b5e-f4e5-429b-8f19-59763ef379cd on network f187f663-665c-4747-9f4c-8b88ecc23071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:13:55.325650 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Attempting to bind port 90682b5e-f4e5-429b-8f19-59763ef379cd on network f187f663-665c-4747-9f4c-8b88ecc23071 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:55.336691 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:55.337082 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Checking segment: {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:55.337451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Bound using segment: {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:55.337903 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Bound port: 90682b5e-f4e5-429b-8f19-59763ef379cd, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:55.338250 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.354690 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505d4b-247c-4d76-b4b2-a29b2fd6013d req-2b393afe-3ce1-457e-a4cd-1b3eeca76aa8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.356166 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ac505d4b-247c-4d76-b4b2-a29b2fd6013d req-2b393afe-3ce1-457e-a4cd-1b3eeca76aa8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1074734 Jun 24 04:13:55.435743 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ac505d4b-247c-4d76-b4b2-a29b2fd6013d req-4db20f94-4076-48d2-8c1b-b12003a03610 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726545 Jun 24 04:13:55.442019 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] For port 90682b5e-f4e5-429b-8f19-59763ef379cd, host hv-cinder-79246, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:55.445300 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] For port 90682b5e-f4e5-429b-8f19-59763ef379cd, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90682b5e-f4e5-429b-8f19-59763ef379cd,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:55.473385 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:13:55.482508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.498262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Transition to ACTIVE for port object cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:13:55.516893 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a0ba9-4a39-47f8-8a9a-2744be05466e req-9efca4cf-ce8b-4b91-aef2-b85096d4e3cb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.518341 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ae1a0ba9-4a39-47f8-8a9a-2744be05466e req-9efca4cf-ce8b-4b91-aef2-b85096d4e3cb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 932 time: 0.0950224 Jun 24 04:13:55.522136 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.525213 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.554704 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.555304 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.555968 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ae1a0ba9-4a39-47f8-8a9a-2744be05466e req-4250f600-9710-49d9-b381-d8ace58abfed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Jun 24 04:13:55.556632 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] 10.222.0.10 "PUT /v2.0/ports/90682b5e-f4e5-429b-8f19-59763ef379cd HTTP/1.1" status: 200 len: 1093 time: 0.8772628 Jun 24 04:13:55.557131 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'tag': '90682b5e-f4e5-429b-8f19-59763ef379cd'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:55.561252 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2efd145-9d4a-4816-b795-b964a38b20fa" -d '{"events": [{"name": "network-changed", "server_uuid": "710f4e75-c7b9-405c-818c-893dd3d2698a", "tag": "90682b5e-f4e5-429b-8f19-59763ef379cd"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:55.581024 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.584041 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.586313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Pushing event updated for resources: {'Port': ['ID=90682b5e-f4e5-429b-8f19-59763ef379cd,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.595073 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.602067 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb114dc-c891-41ea-b4e7-4c189349f527 x-openstack-request-id: req-3cb114dc-c891-41ea-b4e7-4c189349f527 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:55.602381 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710f4e75-c7b9-405c-818c-893dd3d2698a", "tag": "90682b5e-f4e5-429b-8f19-59763ef379cd", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:55.602656 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cb114dc-c891-41ea-b4e7-4c189349f527 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:55.603071 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'tag': '90682b5e-f4e5-429b-8f19-59763ef379cd', 'status': 'completed', 'code': 200} Jun 24 04:13:55.632424 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.650514 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.674806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Attempting to bind port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:13:55.674806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Attempting to bind port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:13:55.674806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Attempting to bind port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:55.676051 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 on network 947049d3-a341-4f43-8063-d14f6e567fb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:13:55.676371 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Attempting to bind port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 on network 947049d3-a341-4f43-8063-d14f6e567fb7 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:13:55.681063 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:13:55.681398 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Checking segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:13:55.681777 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Bound using segment: {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:13:55.682237 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Bound port: cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c652ec-9f80-4544-bbde-716e49298503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:13:55.682589 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.773641 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] For port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:13:55.787619 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] For port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:13:55.814859 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b902fee-324f-497c-9f62-9b10478d1bf9 req-02523bb3-8837-4b12-872f-d26b004c11d4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.816403 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2b902fee-324f-497c-9f62-9b10478d1bf9 req-02523bb3-8837-4b12-872f-d26b004c11d4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.0784385 Jun 24 04:13:55.855740 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2b902fee-324f-497c-9f62-9b10478d1bf9 req-09a11fb0-dd8d-4baf-900a-97b40425fb89 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jun 24 04:13:55.858948 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.861764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:55.881975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd145-9d4a-4816-b795-b964a38b20fa req-29163153-b54b-4252-87a9-339d4dde17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.883476 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d2efd145-9d4a-4816-b795-b964a38b20fa req-29163153-b54b-4252-87a9-339d4dde17df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0798da120f9840229c94f57ac8af1073&device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 1096 time: 0.0597296 Jun 24 04:13:55.892992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:55.893614 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:55.894948 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] 10.222.0.10 "PUT /v2.0/ports/cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 HTTP/1.1" status: 200 len: 1094 time: 0.8616965 Jun 24 04:13:55.895434 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'tag': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:13:55.898412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d750502-e7b0-42fb-9a2c-2102407c9782" -d '{"events": [{"name": "network-changed", "server_uuid": "8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6", "tag": "cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:13:55.921501 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Pushing event updated for resources: {'Port': ['ID=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:55.924924 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:55.936277 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8834a7-f582-41cf-ae51-cfa1a3ce5a99 x-openstack-request-id: req-be8834a7-f582-41cf-ae51-cfa1a3ce5a99 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:13:55.936594 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6", "tag": "cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:13:55.936876 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be8834a7-f582-41cf-ae51-cfa1a3ce5a99 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:13:55.937301 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'tag': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9', 'status': 'completed', 'code': 200} Jun 24 04:13:55.998925 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd145-9d4a-4816-b795-b964a38b20fa req-ec9265b2-0f0b-4991-961d-35f8a9d6da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.000388 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d2efd145-9d4a-4816-b795-b964a38b20fa req-ec9265b2-0f0b-4991-961d-35f8a9d6da73 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0798da120f9840229c94f57ac8af1073&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080668 Jun 24 04:13:56.019253 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d750502-e7b0-42fb-9a2c-2102407c9782 req-f4dffd1b-53c3-4894-901f-4c2f8234c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.020725 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6d750502-e7b0-42fb-9a2c-2102407c9782 req-f4dffd1b-53c3-4894-901f-4c2f8234c8b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0599296 Jun 24 04:13:56.094278 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efd145-9d4a-4816-b795-b964a38b20fa req-d6a2dafa-3b3c-48ac-89da-91a903abe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.095718 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d2efd145-9d4a-4816-b795-b964a38b20fa req-d6a2dafa-3b3c-48ac-89da-91a903abe845 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880327 Jun 24 04:13:56.127202 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d750502-e7b0-42fb-9a2c-2102407c9782 req-7ae5d1d4-5052-463c-8a01-638774270f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.128705 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6d750502-e7b0-42fb-9a2c-2102407c9782 req-7ae5d1d4-5052-463c-8a01-638774270f98 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7695007fac434588ab66d4894dc8f3c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1000454 Jun 24 04:13:56.192804 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-4843ed24-28a6-47a9-a757-2b3392c4ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.194925 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-4843ed24-28a6-47a9-a757-2b3392c4ddce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0798da120f9840229c94f57ac8af1073&device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 1096 time: 0.0527592 Jun 24 04:13:56.230640 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d750502-e7b0-42fb-9a2c-2102407c9782 req-cf490896-bf5b-40f0-80bd-f233c8a1d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.232391 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6d750502-e7b0-42fb-9a2c-2102407c9782 req-cf490896-bf5b-40f0-80bd-f233c8a1d9f7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911424 Jun 24 04:13:56.240064 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-f00d40c2-f1ba-4506-9822-505c3d94ea21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90682b5e-f4e5-429b-8f19-59763ef379cd HTTP/1.1" status: 200 len: 217 time: 0.0358860 Jun 24 04:13:56.290876 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-5c622ea7-8d26-41f5-808d-15ec9df9c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.292457 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-5c622ea7-8d26-41f5-808d-15ec9df9c409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d826e084-db76-41de-b7cb-efb78c490e77 HTTP/1.1" status: 200 len: 853 time: 0.0465095 Jun 24 04:13:56.333800 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-c3f8977d-2788-4974-bf49-ed2253f04b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.335315 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-c3f8977d-2788-4974-bf49-ed2253f04b62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0624363 Jun 24 04:13:56.337110 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-1d3f9971-abaf-4f53-947c-50f12ab2187b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f187f663-665c-4747-9f4c-8b88ecc23071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349753 Jun 24 04:13:56.386520 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-ebbbbd0e-bd21-48d8-8e37-c475727f06a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 HTTP/1.1" status: 200 len: 217 time: 0.0374863 Jun 24 04:13:56.439885 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-0fde964d-079b-46e3-8cc3-c9ad9f1fd61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.441494 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-0fde964d-079b-46e3-8cc3-c9ad9f1fd61b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=03b7c238-d8f8-4b94-b5d7-c94e69d75575 HTTP/1.1" status: 200 len: 855 time: 0.0476997 Jun 24 04:13:56.444221 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-196ee5e4-9f0a-401b-b595-7e5db112b954 service neutron] 10.222.0.10 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946481 Jun 24 04:13:56.487058 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-0bcdb48d-7643-478b-8c46-ed92d19b0a37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=947049d3-a341-4f43-8063-d14f6e567fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338829 Jun 24 04:13:56.494138 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 35474) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:56.543221 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ecbf059d-1fe2-40ca-b5fe-130cca84ae01 req-19f07353-cb22-47a6-853a-7821c9101ea3 service neutron] 10.222.0.10 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894694 Jun 24 04:13:56.636017 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-1aa7c754-71a6-429a-a142-6dbba07be9bc service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408339 Jun 24 04:13:56.638450 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:56.698890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad50b63-3e99-48a7-b92d-a1effd0a0c21 req-59668f8f-64f9-4ff5-a185-3170e20ccd90 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.700276 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cad50b63-3e99-48a7-b92d-a1effd0a0c21 req-59668f8f-64f9-4ff5-a185-3170e20ccd90 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1382031 Jun 24 04:13:56.741139 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250da38b-8930-4b2c-be39-98ba997c00dd req-f4d7bf94-d188-4cca-973a-b6271e5a44d0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:56.742622 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-250da38b-8930-4b2c-be39-98ba997c00dd req-f4d7bf94-d188-4cca-973a-b6271e5a44d0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0697217 Jun 24 04:13:56.783148 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-250da38b-8930-4b2c-be39-98ba997c00dd req-6141fd7d-5e36-46d1-afa1-cd325acadf37 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Jun 24 04:13:56.791413 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cad50b63-3e99-48a7-b92d-a1effd0a0c21 req-33b1b749-e2ba-471f-85e9-a20b5fe737e8 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844376 Jun 24 04:13:56.825069 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5b76c9cb-5f5e-4be4-88c4-a78fe8dea4ba req-70efea6a-2738-4c20-89d4-87a5c80a701e service neutron] 10.222.0.10 "GET /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653337 Jun 24 04:13:56.854593 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:56.955801 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:56.959820 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a0f5947d-2050-4369-acd8-40cf621632cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:56.995891 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cc15a4cf1e446abbda8024c1521e349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995134 Jun 24 04:13:56.997157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d918ec1c-f751-46e3-a892-205d0f9d1642,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:56.999908 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 35486) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:13:57.010574 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:57.062796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89249-085d-429d-864b-5bcb827a62d3 req-69fa1f1d-c7ee-4974-bb11-325f3c0d41f4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:57.064286 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-36b89249-085d-429d-864b-5bcb827a62d3 req-69fa1f1d-c7ee-4974-bb11-325f3c0d41f4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.1011801 Jun 24 04:13:57.069793 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.115157 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.127759 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-36b89249-085d-429d-864b-5bcb827a62d3 req-14a9407e-a714-4b7c-91c6-71c2e613160f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560768 Jun 24 04:13:57.238012 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.240560 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:13:57.241661 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d918ec1c-f751-46e3-a892-205d0f9d1642 HTTP/1.1" status: 204 len: 168 time: 0.2408125 Jun 24 04:13:57.242469 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f99d856c-eccd-425e-a4b2-00f106684a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:13:57.250822 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918ec1c-f751-46e3-a892-205d0f9d1642,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:13:57.253035 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-467d859a-3f32-4f7b-ba97-64c6abb6370e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:13:57.959648 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9418915-ec28-4738-a30b-c4aba5efe13e req-f7aa9925-22fb-4c23-a5f3-4b087993f6e8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:57.961118 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9418915-ec28-4738-a30b-c4aba5efe13e req-f7aa9925-22fb-4c23-a5f3-4b087993f6e8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0640187 Jun 24 04:13:57.998544 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9418915-ec28-4738-a30b-c4aba5efe13e req-3726969f-654c-4b7e-b291-e017b8fb0d07 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jun 24 04:13:58.159574 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df16d-cf49-4553-97c1-24a8ed327ade req-f5eb3e9f-e6e5-40a9-9361-f51e2b102d5c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:58.160877 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-131df16d-cf49-4553-97c1-24a8ed327ade req-f5eb3e9f-e6e5-40a9-9361-f51e2b102d5c tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0642068 Jun 24 04:13:58.197510 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-131df16d-cf49-4553-97c1-24a8ed327ade req-5b91dd46-e742-4d1c-bb23-92794ef34f5a tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303915 Jun 24 04:13:58.373222 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a77732-21a6-48c2-86eb-7ce23f01bd4f req-3ee3709c-38a3-434d-93cf-9ccfa41be401 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:58.375000 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-03a77732-21a6-48c2-86eb-7ce23f01bd4f req-3ee3709c-38a3-434d-93cf-9ccfa41be401 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.0688057 Jun 24 04:13:58.436680 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-03a77732-21a6-48c2-86eb-7ce23f01bd4f req-af76a598-1722-4820-9327-ebbbb665c032 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552120 Jun 24 04:13:59.175285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240abf-6352-4eb9-91a6-2e10b9180a92 req-6343f357-941b-412a-8e60-941f4e251bed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:59.176810 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-df240abf-6352-4eb9-91a6-2e10b9180a92 req-6343f357-941b-412a-8e60-941f4e251bed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0676870 Jun 24 04:13:59.214158 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-df240abf-6352-4eb9-91a6-2e10b9180a92 req-2e799d8f-e56b-453e-9717-8995787251a3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Jun 24 04:13:59.371816 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0174b1d-ca25-4183-ac3a-682052c107bd req-3e3519ca-babc-4548-9dc3-7109470bbf89 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:59.373913 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d0174b1d-ca25-4183-ac3a-682052c107bd req-3e3519ca-babc-4548-9dc3-7109470bbf89 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0652828 Jun 24 04:13:59.417807 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d0174b1d-ca25-4183-ac3a-682052c107bd req-820d6a18-be97-4aac-ad64-d4f86febb591 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Jun 24 04:13:59.608408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a093-0479-4166-8c51-f9d208a31b40 req-fb1b0562-eb35-4ff3-b46d-ba34c3946ae9 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:13:59.609923 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-30b2a093-0479-4166-8c51-f9d208a31b40 req-fb1b0562-eb35-4ff3-b46d-ba34c3946ae9 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.0652642 Jun 24 04:13:59.650347 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-30b2a093-0479-4166-8c51-f9d208a31b40 req-da37b218-c191-48e5-a4f6-a22181af9aa7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346601 Jun 24 04:13:59.938246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:00.386437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2c5a2-58e4-4161-a5db-29cbe9a22d7e req-22e4b050-de15-428a-b6f3-9fd2355755be tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:00.387877 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-33e2c5a2-58e4-4161-a5db-29cbe9a22d7e req-22e4b050-de15-428a-b6f3-9fd2355755be tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0624521 Jun 24 04:14:00.425933 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-33e2c5a2-58e4-4161-a5db-29cbe9a22d7e req-75cb01fb-13c7-4af1-b338-f56fcb01e7ad tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Jun 24 04:14:00.592231 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25970bfb-2fb2-444b-81c9-03f038fffaad req-7deff9c2-da41-4dd0-8d3d-c18a939fe762 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:00.593766 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-25970bfb-2fb2-444b-81c9-03f038fffaad req-7deff9c2-da41-4dd0-8d3d-c18a939fe762 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0654914 Jun 24 04:14:00.630058 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-25970bfb-2fb2-444b-81c9-03f038fffaad req-216eabcc-39c5-498c-9f93-35ad86512226 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Jun 24 04:14:00.820604 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924026f-e43a-463b-99b5-5791296615a6 req-f315470a-e2ef-4826-878e-3ed0e5217332 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:00.822081 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9924026f-e43a-463b-99b5-5791296615a6 req-f315470a-e2ef-4826-878e-3ed0e5217332 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.0616200 Jun 24 04:14:00.866213 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9924026f-e43a-463b-99b5-5791296615a6 req-6fea0a82-e6db-42fb-a6ce-49be7d46aaa6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376277 Jun 24 04:14:00.980928 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-f0c9734a-424e-4d61-8d3c-9b568f75d10d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482678 Jun 24 04:14:01.062189 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7cfa-5bae-44e4-be43-026038220dae req-0eb08524-dfd7-48a5-a83f-9a78cd37262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.063669 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-0eb08524-dfd7-48a5-a83f-9a78cd37262f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 1099 time: 0.0506251 Jun 24 04:14:01.168686 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7cfa-5bae-44e4-be43-026038220dae req-896783b5-3e73-47fa-ba4a-01c5c9c2c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.170192 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-896783b5-3e73-47fa-ba4a-01c5c9c2c326 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.0855582 Jun 24 04:14:01.213361 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-6a3306d3-c93d-4860-8c5e-e6f72eebbdc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b62fca-fcd7-480f-9721-4b921fe280a2 HTTP/1.1" status: 200 len: 217 time: 0.0333741 Jun 24 04:14:01.269509 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7cfa-5bae-44e4-be43-026038220dae req-0fc5b239-327b-4219-a15d-9f56dd5365c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.271024 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-0fc5b239-327b-4219-a15d-9f56dd5365c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0477059 Jun 24 04:14:01.303561 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-61aec06d-d1e8-4d48-b735-362af7e3996e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257835 Jun 24 04:14:01.394196 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-233195d1-d46d-4661-a826-127b703dad78 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811584 Jun 24 04:14:01.485535 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-544b7cfa-5bae-44e4-be43-026038220dae req-bec82be2-8941-4f9a-8aa3-82a83f610666 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835986 Jun 24 04:14:01.597549 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ad16-3f42-4058-afb6-8fb206331f5e req-d95e9296-af25-47f1-904f-d7da29589e38 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.599189 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b7a0ad16-3f42-4058-afb6-8fb206331f5e req-d95e9296-af25-47f1-904f-d7da29589e38 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0622511 Jun 24 04:14:01.637779 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b7a0ad16-3f42-4058-afb6-8fb206331f5e req-fd46948f-35f6-4754-9b9d-09e3c681b28f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Jun 24 04:14:01.809465 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0484be-67e0-4cea-8e27-cf9523ac9f18 req-dbe8f211-d366-4173-b397-5cedab6dff44 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.813747 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9f0484be-67e0-4cea-8e27-cf9523ac9f18 req-dbe8f211-d366-4173-b397-5cedab6dff44 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0687065 Jun 24 04:14:01.848539 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9f0484be-67e0-4cea-8e27-cf9523ac9f18 req-8c3e345b-fac5-4857-bda9-3f32f5bda933 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320473 Jun 24 04:14:01.867270 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-1772de00-de44-4ba0-b0c1-8862e50a40f3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312785426&fields=id&tenant_id=9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 267 time: 0.0515707 Jun 24 04:14:01.978428 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-8ca534c3-b228-4e25-baaf-d36ca5a774e8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:01.979871 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-8ca534c3-b228-4e25-baaf-d36ca5a774e8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 812 time: 0.1055319 Jun 24 04:14:01.994407 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-b55aafbc-5c37-4a0c-99fa-917290e4c0ff tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/quotas/9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 375 time: 0.0091650 Jun 24 04:14:02.061541 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-ce2c9ffa-f5bd-47df-95d5-592eb2673ea2 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625095 Jun 24 04:14:02.170540 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec61f07-9b12-44dc-81cb-43c47236c4bc req-33daaca7-88e7-407a-950a-861a7adbea60 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:02.172069 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ec61f07-9b12-44dc-81cb-43c47236c4bc req-33daaca7-88e7-407a-950a-861a7adbea60 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.0685651 Jun 24 04:14:02.217318 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ec61f07-9b12-44dc-81cb-43c47236c4bc req-d427fdfb-f1ff-4f99-995b-7f40cacc95ff tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Jun 24 04:14:02.434296 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f8a46efc-defb-4b9f-b5e9-d1082063d289 service neutron] 10.222.0.26 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586075 Jun 24 04:14:02.471747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85196897-9ba9-4731-a7e8-2a9fe1252fe1 req-6382929d-2ffe-4de0-89a4-e0a2515ec70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:02.473187 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-85196897-9ba9-4731-a7e8-2a9fe1252fe1 req-6382929d-2ffe-4de0-89a4-e0a2515ec70a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.1026838 Jun 24 04:14:02.539848 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-85196897-9ba9-4731-a7e8-2a9fe1252fe1 req-c1e35f30-3d4a-415b-af1d-390230ed466a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Jun 24 04:14:02.554142 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-cc3468bd-dfda-4f50-9b94-936178fe49aa service neutron] 10.222.0.26 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142294 Jun 24 04:14:02.811990 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c678-14e4-41c0-bd51-a5e874b26ca6 req-363033f4-5203-45f4-92dd-d2d8e6b8aa3d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:02.813514 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7873c678-14e4-41c0-bd51-a5e874b26ca6 req-363033f4-5203-45f4-92dd-d2d8e6b8aa3d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0663614 Jun 24 04:14:02.852285 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7873c678-14e4-41c0-bd51-a5e874b26ca6 req-d8ae3fdf-94a0-47ea-b9c0-1cac74362e7f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Jun 24 04:14:03.010440 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce620482-83f6-4fda-9ed6-895a4ae8dd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.023382 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f84a48-6dd8-4a8a-a0cf-9fdb384a00ef req-493c13c4-0e54-46bb-8513-20814fb51526 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:03.024803 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a8f84a48-6dd8-4a8a-a0cf-9fdb384a00ef req-493c13c4-0e54-46bb-8513-20814fb51526 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0649450 Jun 24 04:14:03.063287 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a8f84a48-6dd8-4a8a-a0cf-9fdb384a00ef req-41a3c07d-4a96-40ad-9597-bc7b21d9357e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324526 Jun 24 04:14:03.140686 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-198a1ae6-d297-4f23-a98d-b6e494018be9 req-a18001ae-c793-4095-a627-7f143ac05f37 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Jun 24 04:14:03.399930 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b316b5c-202d-427c-bde8-49b48aa67084 req-e9d8b4ea-464f-4847-aa2b-bd3e0fdafd5c tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:03.401388 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b316b5c-202d-427c-bde8-49b48aa67084 req-e9d8b4ea-464f-4847-aa2b-bd3e0fdafd5c tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 943 time: 0.0661521 Jun 24 04:14:03.438927 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b316b5c-202d-427c-bde8-49b48aa67084 req-46a867a9-562e-49e9-92e1-1ab2bb1fe3d0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Jun 24 04:14:03.552511 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 90682b5e-f4e5-429b-8f19-59763ef379cd details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:14:03.645483 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 90682b5e-f4e5-429b-8f19-59763ef379cd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90682b5e-f4e5-429b-8f19-59763ef379cd,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:03.658146 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '90682b5e-f4e5-429b-8f19-59763ef379cd', 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071', 'port_id': '90682b5e-f4e5-429b-8f19-59763ef379cd', 'mac_address': 'fa:16:3e:3c:c9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd826e084-db76-41de-b7cb-efb78c490e77', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:14:03.694877 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.707826 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90682b5e-f4e5-429b-8f19-59763ef379cd {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:03.730355 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 90682b5e-f4e5-429b-8f19-59763ef379cd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90682b5e-f4e5-429b-8f19-59763ef379cd,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:03.944660 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:03.945522 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:14:03.950277 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:04.034911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4930fcc-7977-47d3-8064-c6c4d944e0ac req-e474ec1d-c6a9-4ce5-9d51-b6e2df764722 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:04.037606 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d4930fcc-7977-47d3-8064-c6c4d944e0ac req-e474ec1d-c6a9-4ce5-9d51-b6e2df764722 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 944 time: 0.0651987 Jun 24 04:14:04.058060 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=90682b5e-f4e5-429b-8f19-59763ef379cd,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:04.062487 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:04.090645 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d4930fcc-7977-47d3-8064-c6c4d944e0ac req-a27df96d-ae38-4cd6-9a43-f242c43e26c8 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 Jun 24 04:14:04.102637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:04.116526 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9', 'network_id': '947049d3-a341-4f43-8063-d14f6e567fb7', 'port_id': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9', 'mac_address': 'fa:16:3e:7a:b2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b7c238-d8f8-4b94-b5d7-c94e69d75575', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:14:04.153669 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:04.167641 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:04.187377 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:04.227383 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e7ce6f49-d2d2-4037-bfd7-6cf57b083bc1 req-e9d18553-3784-4055-9508-7c004935ba54 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0356622 Jun 24 04:14:04.251226 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d283ff-32b9-43bb-9f43-109045644abc req-5668d406-1e2d-4ed2-8872-fb1c8bfa3541 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:04.252101 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7d283ff-32b9-43bb-9f43-109045644abc req-5668d406-1e2d-4ed2-8872-fb1c8bfa3541 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0650377 Jun 24 04:14:04.278469 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:04.281100 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:04.291795 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7d283ff-32b9-43bb-9f43-109045644abc req-1b46f370-7e4a-4a47-ab2d-b43c4e39f334 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Jun 24 04:14:04.345713 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:04.362803 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:04.622008 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152d91a-0d56-4fbd-a62e-c4260abb4af0 req-85442042-cb1b-4958-ae42-086e9363a392 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:04.623484 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6152d91a-0d56-4fbd-a62e-c4260abb4af0 req-85442042-cb1b-4958-ae42-086e9363a392 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 944 time: 0.0696254 Jun 24 04:14:04.664011 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6152d91a-0d56-4fbd-a62e-c4260abb4af0 req-712a6b0c-30c0-4d9e-be39-8e11e6e93bca tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329299 Jun 24 04:14:04.873838 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['90682b5e-f4e5-429b-8f19-59763ef379cd'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:04.879142 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:05.149865 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c5d88-ed3c-47cd-9a23-a397b2199eec req-89eedc78-4333-45d9-9b32-14d069873e5d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.151362 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-343c5d88-ed3c-47cd-9a23-a397b2199eec req-89eedc78-4333-45d9-9b32-14d069873e5d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1092374 Jun 24 04:14:05.156806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232780df-f643-478a-9b98-f24e38058469 req-043734ba-0986-4ad7-8979-e077b0a31481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.161055 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-043734ba-0986-4ad7-8979-e077b0a31481 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 1099 time: 0.0855217 Jun 24 04:14:05.245460 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-343c5d88-ed3c-47cd-9a23-a397b2199eec req-c86c3f75-76c3-4972-9ef6-4cbbdf0f56f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862057 Jun 24 04:14:05.276708 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232780df-f643-478a-9b98-f24e38058469 req-9f9a20e5-cbb1-4e01-b8f3-e652abc26631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.278745 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-9f9a20e5-cbb1-4e01-b8f3-e652abc26631 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 200 len: 920 time: 0.1131239 Jun 24 04:14:05.288904 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e25ca-073f-4d89-af37-f3f0b358c5b1 req-dd28ff9a-3d95-47e4-b351-6379c1f636a3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.290385 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1e6e25ca-073f-4d89-af37-f3f0b358c5b1 req-dd28ff9a-3d95-47e4-b351-6379c1f636a3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 945 time: 0.0700364 Jun 24 04:14:05.321585 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-3c15122d-f17e-4652-9a43-ed0623a344b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 200 len: 217 time: 0.0346608 Jun 24 04:14:05.327920 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1e6e25ca-073f-4d89-af37-f3f0b358c5b1 req-e43e6155-3d58-4a5e-a5cc-78eacb9c6dd6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Jun 24 04:14:05.404640 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5454a6c6-df9b-4bf6-a12e-8a9e2da3744c req-96efd0a5-b712-4dd9-8d07-791fcb476d1f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0398397 Jun 24 04:14:05.417515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232780df-f643-478a-9b98-f24e38058469 req-363e585d-8d03-45d0-9cc8-99db5635aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.419014 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-363e585d-8d03-45d0-9cc8-99db5635aa80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 200 len: 859 time: 0.0811934 Jun 24 04:14:05.455623 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-78c725a2-8178-404b-b835-ed1b8dd92e5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b70906ed-79ae-44f2-bc00-70ae418322ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294330 Jun 24 04:14:05.461018 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-afd33c09-9c67-4940-ae39-1e6a26e13cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.556570 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-b3796d15-8484-4963-b8f7-0f90441caa59 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853527 Jun 24 04:14:05.654565 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-232780df-f643-478a-9b98-f24e38058469 req-c73f31ab-c5dd-42c6-aae5-0e05bf49c867 service neutron] 10.222.0.10 "GET /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886476 Jun 24 04:14:05.712532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-6e6662d0-f00a-4fec-946c-a1453eda7f25 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.713989 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-6e6662d0-f00a-4fec-946c-a1453eda7f25 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 812 time: 0.1149893 Jun 24 04:14:05.769225 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-0f31612d-7850-4eb5-ab08-be3f6a1f6d0d tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 379 time: 0.0417089 Jun 24 04:14:05.769689 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:05.780222 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'port': {'device_id': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'admin_state_up': True, 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'security_groups': ['f7aedb6e-78a3-467d-99e5-2ae1f168d26e']}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:05.850959 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d9c33-c2b3-4eac-98ce-686577b1168e req-6d362087-2568-4ebb-a9f3-db422cf40d86 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:05.852607 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-275d9c33-c2b3-4eac-98ce-686577b1168e req-6d362087-2568-4ebb-a9f3-db422cf40d86 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 944 time: 0.0676203 Jun 24 04:14:05.892301 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-275d9c33-c2b3-4eac-98ce-686577b1168e req-ee694273-78b0-41f4-93cc-5f06aaa97c24 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Jun 24 04:14:05.963670 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Made reservation on behalf of 9e314a1fea024d1b9a4bfab805526d92 for: {'port': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:05.967542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.093267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Allocated IP 172.20.0.5 (5a2d48ba-84ae-4141-9f9e-598f19445260/c9ab31bc-dd62-4b63-bcc3-a43dd174ab96/6635478e-b370-4e4d-8704-ef025c449847) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:06.231763 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.244942 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Transition to ACTIVE for port object 6635478e-b370-4e4d-8704-ef025c449847 will not be triggered until provisioned by entity DHCP. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:06.347077 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.351469 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:06.429214 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:06.437847 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:06.447707 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:06.452557 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=6635478e-b370-4e4d-8704-ef025c449847,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:06.474391 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:06.512796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.513450 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.527244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7df3d-cf7c-4826-bada-1cfa29e550c0 req-1b81488f-f18c-44c8-a8fd-14f24fb5e3f6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.528921 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7dc7df3d-cf7c-4826-bada-1cfa29e550c0 req-1b81488f-f18c-44c8-a8fd-14f24fb5e3f6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1685052 Jun 24 04:14:06.554176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1076a3d-6d2c-48d3-bdeb-275b2f54104d req-3ee8f1be-5e9c-46c7-9613-0b18561c229f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.555854 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a1076a3d-6d2c-48d3-bdeb-275b2f54104d req-3ee8f1be-5e9c-46c7-9613-0b18561c229f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 945 time: 0.1021471 Jun 24 04:14:06.574488 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7dc7df3d-cf7c-4826-bada-1cfa29e550c0 req-512786d4-7803-414a-8967-9a7e94ce48df tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Jun 24 04:14:06.600046 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a1076a3d-6d2c-48d3-bdeb-275b2f54104d req-635b3715-4975-4d9f-87dd-b0348418b6c3 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Jun 24 04:14:06.600739 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8245816 Jun 24 04:14:06.618207 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Request body: {'port': {'device_id': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:06.721219 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.775275 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.806843 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-9e1a0a67-dd67-4d39-9daf-fc3d2f9a31f8 None None] Provisioning for port 6635478e-b370-4e4d-8704-ef025c449847 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:06.811187 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-9e1a0a67-dd67-4d39-9daf-fc3d2f9a31f8 None None] Provisioning complete for port 6635478e-b370-4e4d-8704-ef025c449847 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:06.811679 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0a67-dd67-4d39-9daf-fc3d2f9a31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:06.846551 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a0a67-dd67-4d39-9daf-fc3d2f9a31f8 None None] Port 6635478e-b370-4e4d-8704-ef025c449847 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:06.869171 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805abc64-39e9-4a76-b573-1cae9f7c8592 req-b361e807-6dee-47ba-a499-10c6bf691392 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:06.870655 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-805abc64-39e9-4a76-b573-1cae9f7c8592 req-b361e807-6dee-47ba-a499-10c6bf691392 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 931 time: 0.1640742 Jun 24 04:14:06.964966 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-805abc64-39e9-4a76-b573-1cae9f7c8592 req-3e1e5071-bb77-4a73-bc9c-5df0b7839d4b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875590 Jun 24 04:14:07.055722 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6635478e-b370-4e4d-8704-ef025c449847 {{(pid=93537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:07.070703 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.076409 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Transition to ACTIVE for port object 6635478e-b370-4e4d-8704-ef025c449847 will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:07.077380 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d87c9-f86e-46f6-8fee-26072d63e1a9 req-e193711a-7b31-4457-aaf5-f606af0c46a7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.078966 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-222d87c9-f86e-46f6-8fee-26072d63e1a9 req-e193711a-7b31-4457-aaf5-f606af0c46a7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 944 time: 0.0671885 Jun 24 04:14:07.118980 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-222d87c9-f86e-46f6-8fee-26072d63e1a9 req-bb46ef83-d78b-4f78-9dc6-22da2d8dfbd7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337658 Jun 24 04:14:07.147345 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.149867 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:07.197251 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6635478e-b370-4e4d-8704-ef025c449847,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:07.202045 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:07.553996 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 90682b5e-f4e5-429b-8f19-59763ef379cd up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:07.622703 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Attempting to bind port 6635478e-b370-4e4d-8704-ef025c449847 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:07.623196 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Attempting to bind port 6635478e-b370-4e4d-8704-ef025c449847 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:07.623346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Attempting to bind port 6635478e-b370-4e4d-8704-ef025c449847 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:07.627573 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Port 6635478e-b370-4e4d-8704-ef025c449847 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:14:07.629832 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Attempting to bind port 6635478e-b370-4e4d-8704-ef025c449847 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:07.633627 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:07.633991 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Checking segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:07.634413 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Bound using segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:07.634837 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Bound port: 6635478e-b370-4e4d-8704-ef025c449847, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:07.635171 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.694899 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 90682b5e-f4e5-429b-8f19-59763ef379cd completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:07.698889 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 90682b5e-f4e5-429b-8f19-59763ef379cd triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:07.699288 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.735767 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] For port 6635478e-b370-4e4d-8704-ef025c449847, host hv-cinder-79246, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:07.750854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] For port 6635478e-b370-4e4d-8704-ef025c449847, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6635478e-b370-4e4d-8704-ef025c449847,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:07.780409 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5403c0-4d50-42a9-a4b3-c97fc50a3a3d req-954ace4d-6f2a-4b25-8504-daf3af63c2b0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.781904 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8f5403c0-4d50-42a9-a4b3-c97fc50a3a3d req-954ace4d-6f2a-4b25-8504-daf3af63c2b0 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0915377 Jun 24 04:14:07.782600 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.808262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa62903-fa00-44fe-abf8-f4aa2b17f4fa req-1443f3ef-97a8-4a34-9b9b-038e20f4fb0e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.809014 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90682b5e-f4e5-429b-8f19-59763ef379cd'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:07.809996 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7fa62903-fa00-44fe-abf8-f4aa2b17f4fa req-1443f3ef-97a8-4a34-9b9b-038e20f4fb0e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 945 time: 0.0789201 Jun 24 04:14:07.811485 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d89266d-1f71-455a-a92c-c794b11b452e" -d '{"events": [{"server_uuid": "710f4e75-c7b9-405c-818c-893dd3d2698a", "name": "network-vif-plugged", "status": "completed", "tag": "90682b5e-f4e5-429b-8f19-59763ef379cd"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:07.821393 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.824921 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 90682b5e-f4e5-429b-8f19-59763ef379cd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90682b5e-f4e5-429b-8f19-59763ef379cd,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:07.827110 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8f5403c0-4d50-42a9-a4b3-c97fc50a3a3d req-32be9633-3157-451b-90f2-697ab2cc01f2 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Jun 24 04:14:07.828645 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:07.859941 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7fa62903-fa00-44fe-abf8-f4aa2b17f4fa req-9f0e8020-6a60-4873-b64a-24a3e65daa06 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Jun 24 04:14:07.886625 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.887404 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:07.888123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:07.888253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:07.890413 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:07.890537 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] 10.222.0.10 "PUT /v2.0/ports/6635478e-b370-4e4d-8704-ef025c449847 HTTP/1.1" status: 200 len: 1093 time: 1.2773795 Jun 24 04:14:07.890979 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'tag': '6635478e-b370-4e4d-8704-ef025c449847'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:07.893392 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43021a8e-b030-4fd3-944f-bd88d924f0af" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "tag": "6635478e-b370-4e4d-8704-ef025c449847"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:07.933772 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6635478e-b370-4e4d-8704-ef025c449847,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:07.934657 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:07.956606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48acd015-e23a-4381-a81f-26937f85b942 x-openstack-request-id: req-48acd015-e23a-4381-a81f-26937f85b942 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:07.957176 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e75-c7b9-405c-818c-893dd3d2698a", "name": "network-vif-plugged", "status": "completed", "tag": "90682b5e-f4e5-429b-8f19-59763ef379cd", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:07.957497 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48acd015-e23a-4381-a81f-26937f85b942 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:07.957933 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90682b5e-f4e5-429b-8f19-59763ef379cd', 'code': 200} Jun 24 04:14:07.981384 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace385a5-3d43-4a0a-acf7-18feaf5a9b99 x-openstack-request-id: req-ace385a5-3d43-4a0a-acf7-18feaf5a9b99 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:07.981915 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "tag": "6635478e-b370-4e4d-8704-ef025c449847", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:07.985259 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ace385a5-3d43-4a0a-acf7-18feaf5a9b99 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:07.985259 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'tag': '6635478e-b370-4e4d-8704-ef025c449847', 'status': 'completed', 'code': 200} Jun 24 04:14:08.017391 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=90682b5e-f4e5-429b-8f19-59763ef379cd,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:08.031465 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:08.058610 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.087328 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:08.091354 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:08.091731 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.107177 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021a8e-b030-4fd3-944f-bd88d924f0af req-2b288cc8-fcd4-41de-8eb7-8e4a95b9dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.108650 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-43021a8e-b030-4fd3-944f-bd88d924f0af req-2b288cc8-fcd4-41de-8eb7-8e4a95b9dcf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0716867 Jun 24 04:14:08.186950 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad1936-d628-462f-a01e-ea69ff563969 req-749a7400-9b65-4ba0-a7e1-803fb5291080 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.187251 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.188970 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-baad1936-d628-462f-a01e-ea69ff563969 req-749a7400-9b65-4ba0-a7e1-803fb5291080 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0819755 Jun 24 04:14:08.233184 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:08.249453 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021a8e-b030-4fd3-944f-bd88d924f0af req-06f15af6-e11d-4f14-bf16-a6d157c20dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.251586 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-43021a8e-b030-4fd3-944f-bd88d924f0af req-06f15af6-e11d-4f14-bf16-a6d157c20dea service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9e314a1fea024d1b9a4bfab805526d92&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1335070 Jun 24 04:14:08.258635 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-baad1936-d628-462f-a01e-ea69ff563969 req-9a68b5ab-da55-480d-ac0b-a8bfd0a2dbea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597591 Jun 24 04:14:08.295215 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:08.297075 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:08.347722 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:08.358772 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:08.395192 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d96e41-3682-4612-8058-0f02007fb03d req-cce48ec3-4dcb-400f-b744-d7ef5569c4ce tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.396687 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e9d96e41-3682-4612-8058-0f02007fb03d req-cce48ec3-4dcb-400f-b744-d7ef5569c4ce tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.1299109 Jun 24 04:14:08.410317 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021a8e-b030-4fd3-944f-bd88d924f0af req-11c318a1-fa1d-47df-be98-18abc1c098bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.412206 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-43021a8e-b030-4fd3-944f-bd88d924f0af req-11c318a1-fa1d-47df-be98-18abc1c098bb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529555 Jun 24 04:14:08.440040 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eda1a8-81cb-42f5-9785-01357f2e833e req-2db11e1a-0f95-4ba5-a077-979237e6f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.441514 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-78eda1a8-81cb-42f5-9785-01357f2e833e req-2db11e1a-0f95-4ba5-a077-979237e6f217 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 1098 time: 0.0677359 Jun 24 04:14:08.445967 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e9d96e41-3682-4612-8058-0f02007fb03d req-1fcda507-bcc2-4774-a13a-19c382f944c0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Jun 24 04:14:08.478252 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-78eda1a8-81cb-42f5-9785-01357f2e833e req-ad64696c-75d6-4474-b2bd-43ed33c43b41 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297575 Jun 24 04:14:08.508904 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-2fa81bbc-55b7-4989-b3ac-956c151e2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.510412 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-2fa81bbc-55b7-4989-b3ac-956c151e2df6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0556068 Jun 24 04:14:08.676369 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-228a751b-b9fe-4c64-b115-7b6a56889f21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6635478e-b370-4e4d-8704-ef025c449847 HTTP/1.1" status: 200 len: 217 time: 0.0346229 Jun 24 04:14:08.727660 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-3b7ce7e9-f745-46a4-a312-814f6f59f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:08.729097 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-3b7ce7e9-f745-46a4-a312-814f6f59f10e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0450082 Jun 24 04:14:09.014645 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6326ecb-1873-478b-9459-35971de98d94 req-2410847e-3602-4794-a100-cf90894934b3 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.016098 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b6326ecb-1873-478b-9459-35971de98d94 req-2410847e-3602-4794-a100-cf90894934b3 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0690346 Jun 24 04:14:09.055572 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b6326ecb-1873-478b-9459-35971de98d94 req-08f1045e-c45c-4926-81f1-6a263786027f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Jun 24 04:14:09.084361 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-235f5946-c4c8-4d0b-b852-1126d2198c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.085837 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-235f5946-c4c8-4d0b-b852-1126d2198c9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3244841 Jun 24 04:14:09.110768 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11e172-d68e-48f0-aace-8077c55f75d2 req-6ac4df38-4ffd-4b73-a348-982ef570b355 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.112141 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6f11e172-d68e-48f0-aace-8077c55f75d2 req-6ac4df38-4ffd-4b73-a348-982ef570b355 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.1083462 Jun 24 04:14:09.192434 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6f11e172-d68e-48f0-aace-8077c55f75d2 req-cc8aa271-5e9e-453a-b6bf-0910e08e1bd2 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690126 Jun 24 04:14:09.216021 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-83ca3c17-6780-460b-8cb8-19b7b5c3aaab service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208451 Jun 24 04:14:09.308150 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-da38d630-51f4-4ad5-af62-306ed4ef1335 req-11ba0df9-c3c0-410a-961a-abfa43d45401 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838740 Jun 24 04:14:09.433493 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca81c4a-4ff4-4777-b7a9-bd664da822a5 req-54a6fa76-a5c2-49a0-ba6c-784df5d093bb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.435091 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5ca81c4a-4ff4-4777-b7a9-bd664da822a5 req-54a6fa76-a5c2-49a0-ba6c-784df5d093bb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0665939 Jun 24 04:14:09.473275 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5ca81c4a-4ff4-4777-b7a9-bd664da822a5 req-762375ed-3fe7-4d1c-b209-24c3695b4c32 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327280 Jun 24 04:14:09.621316 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce52ec-1bed-49c5-a27c-dc49a76d254c req-6a226258-630b-4409-bbcd-796fb9deb8db tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:09.622807 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-22ce52ec-1bed-49c5-a27c-dc49a76d254c req-6a226258-630b-4409-bbcd-796fb9deb8db tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0631237 Jun 24 04:14:09.661583 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-22ce52ec-1bed-49c5-a27c-dc49a76d254c req-883115c6-ebf6-4f2c-9c32-456031036d9e tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Jun 24 04:14:09.959048 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:09.961455 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2e725-5bdc-411d-ad4c-ec0b7e694833" -d '{"events": [{"server_uuid": "8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6", "name": "network-vif-plugged", "status": "completed", "tag": "cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:09.996931 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d747389-4686-428a-bbc6-8624281de48d x-openstack-request-id: req-7d747389-4686-428a-bbc6-8624281de48d {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:09.997325 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6", "name": "network-vif-plugged", "status": "completed", "tag": "cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:09.997674 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d747389-4686-428a-bbc6-8624281de48d {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:09.998189 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9', 'code': 200} Jun 24 04:14:10.231678 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2e67-cf73-4585-a8d5-2b7f39a0379b req-3c45cff8-1274-4dc4-b61a-8237770c39e7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.233165 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1eed2e67-cf73-4585-a8d5-2b7f39a0379b req-3c45cff8-1274-4dc4-b61a-8237770c39e7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0639458 Jun 24 04:14:10.272594 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1eed2e67-cf73-4585-a8d5-2b7f39a0379b req-e6553a6f-64c9-4572-8678-e49ade5d0a41 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332689 Jun 24 04:14:10.379540 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a98c-7163-44a7-b8ec-3ca90d8611bf req-e3961e3e-2918-457e-864e-5e257d7c76ee tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.381570 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f132a98c-7163-44a7-b8ec-3ca90d8611bf req-e3961e3e-2918-457e-864e-5e257d7c76ee tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.0728877 Jun 24 04:14:10.444960 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f132a98c-7163-44a7-b8ec-3ca90d8611bf req-08be1e27-af0e-4add-8db5-0c2f3f2a50ea tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Jun 24 04:14:10.455243 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140f4b7-e514-40f5-8d92-cc23d31be712 req-deabaeeb-f7d6-41a5-a5a4-62ed6fae2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.457099 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6140f4b7-e514-40f5-8d92-cc23d31be712 req-deabaeeb-f7d6-41a5-a5a4-62ed6fae2d53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0931418 Jun 24 04:14:10.524763 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6140f4b7-e514-40f5-8d92-cc23d31be712 req-8bd653ce-e9c1-419a-918d-979075822185 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293860 Jun 24 04:14:10.655427 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844a512-cc79-452c-8b7d-f8f8ec95a6ee req-34388aca-2b8f-4ebd-9d35-bfcd8347590d tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.656866 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e844a512-cc79-452c-8b7d-f8f8ec95a6ee req-34388aca-2b8f-4ebd-9d35-bfcd8347590d tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0680399 Jun 24 04:14:10.694261 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e844a512-cc79-452c-8b7d-f8f8ec95a6ee req-04bc6a0d-f3e9-4ce3-8590-a9c7592ff01b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314381 Jun 24 04:14:10.838623 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e309ea-6a5c-49de-bbe1-39406341f8a9 req-d8cd2373-ba11-44fe-8165-9e5cd126b471 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:10.840149 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-93e309ea-6a5c-49de-bbe1-39406341f8a9 req-d8cd2373-ba11-44fe-8165-9e5cd126b471 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0676117 Jun 24 04:14:10.877868 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-93e309ea-6a5c-49de-bbe1-39406341f8a9 req-8a539bde-7544-4265-9917-df38cd3eb26f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Jun 24 04:14:11.449793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505172b-9bad-4954-8bfd-1d454aa26f62 req-ca409323-8bd7-451b-9be5-6638ba0503dd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:11.451296 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3505172b-9bad-4954-8bfd-1d454aa26f62 req-ca409323-8bd7-451b-9be5-6638ba0503dd tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0663505 Jun 24 04:14:11.491510 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3505172b-9bad-4954-8bfd-1d454aa26f62 req-913de179-d14f-4609-a587-b99929998419 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Jun 24 04:14:11.664047 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1ca94-2e74-43ec-b05f-2883da5d9b59 req-e49799bd-5707-401d-96a0-c3e363d14c11 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:11.665539 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-74c1ca94-2e74-43ec-b05f-2883da5d9b59 req-e49799bd-5707-401d-96a0-c3e363d14c11 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.0722840 Jun 24 04:14:11.705230 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-74c1ca94-2e74-43ec-b05f-2883da5d9b59 req-1a8b8f5f-cb26-4fe0-a49f-d059e063b518 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338142 Jun 24 04:14:11.872200 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9642a-bcff-4c31-acfa-c793f83c7148 req-9b087b30-20c5-478d-8a66-d783efb24fee tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:11.873652 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-10c9642a-bcff-4c31-acfa-c793f83c7148 req-9b087b30-20c5-478d-8a66-d783efb24fee tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0635977 Jun 24 04:14:11.910860 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-10c9642a-bcff-4c31-acfa-c793f83c7148 req-1d209001-e123-45c9-afbc-fe090ccf7f5c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Jun 24 04:14:12.085178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba53f0-6cbd-4b1e-8f0d-264b26e6c779 req-1a8ebf09-23e0-4e26-a311-069f16f3becc tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.086577 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-76ba53f0-6cbd-4b1e-8f0d-264b26e6c779 req-1a8ebf09-23e0-4e26-a311-069f16f3becc tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0642464 Jun 24 04:14:12.124403 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-76ba53f0-6cbd-4b1e-8f0d-264b26e6c779 req-0ef65394-865d-4116-b55f-1c61bcd578e8 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Jun 24 04:14:12.907705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e14bff-108f-4bd8-bd8a-3cbaefa92555 req-04ad0921-b4b9-49dd-b64b-615b2bf3f449 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:12.909394 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-65e14bff-108f-4bd8-bd8a-3cbaefa92555 req-04ad0921-b4b9-49dd-b64b-615b2bf3f449 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.0916162 Jun 24 04:14:12.947121 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-65e14bff-108f-4bd8-bd8a-3cbaefa92555 req-bcecac88-cbd2-45f9-9fd5-b95cdde7a0dc tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Jun 24 04:14:13.098646 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a10af-746a-49ac-891c-22ad7860784b req-b74e6aa6-288d-47a1-8e5d-47e5fa6acec9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:13.100785 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4d5a10af-746a-49ac-891c-22ad7860784b req-b74e6aa6-288d-47a1-8e5d-47e5fa6acec9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0684125 Jun 24 04:14:13.138715 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4d5a10af-746a-49ac-891c-22ad7860784b req-339f9ee9-f397-441f-9d4c-d6a5a9266e67 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321896 Jun 24 04:14:14.308708 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b8953-587f-4935-899e-797e693cba71 req-2632f70f-489a-4dbc-886b-bbb13b9d6638 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:14.310181 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-489b8953-587f-4935-899e-797e693cba71 req-2632f70f-489a-4dbc-886b-bbb13b9d6638 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0626128 Jun 24 04:14:14.346126 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-489b8953-587f-4935-899e-797e693cba71 req-28356a1c-9c9f-46cc-bd0a-f16abf20aa47 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301900 Jun 24 04:14:14.621327 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:14:15.514817 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d37c5-8950-4aaa-9c7c-e92bb7f55b4b req-1700534e-eabd-410c-8d6a-61a40793147e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:15.516238 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d85d37c5-8950-4aaa-9c7c-e92bb7f55b4b req-1700534e-eabd-410c-8d6a-61a40793147e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0614429 Jun 24 04:14:15.551850 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d85d37c5-8950-4aaa-9c7c-e92bb7f55b4b req-996103af-b91c-44f6-b5f5-b9d620e991c9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301993 Jun 24 04:14:16.728848 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206df78-4313-48a3-868f-98db754358d0 req-00104453-000d-4cab-97cc-7c5a7025df12 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:16.730457 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7206df78-4313-48a3-868f-98db754358d0 req-00104453-000d-4cab-97cc-7c5a7025df12 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0653200 Jun 24 04:14:16.769040 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7206df78-4313-48a3-868f-98db754358d0 req-76a508ef-b97b-4a18-b42e-3c4472da7842 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327146 Jun 24 04:14:16.794795 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafdb06-6120-4a56-bd39-34c6bf7d0050 req-fe77fd0c-e536-4aa9-bd56-c2695cb7f308 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:16.796293 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7cafdb06-6120-4a56-bd39-34c6bf7d0050 req-fe77fd0c-e536-4aa9-bd56-c2695cb7f308 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0732474 Jun 24 04:14:16.833277 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7cafdb06-6120-4a56-bd39-34c6bf7d0050 req-a230475a-86a8-4dd9-aee4-fecf6a850177 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jun 24 04:14:17.945761 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763321e-a04d-4811-b5c8-7d0bbfe9c8e8 req-919992db-45d2-44c5-a9bd-74b10939c5c1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:17.947382 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5763321e-a04d-4811-b5c8-7d0bbfe9c8e8 req-919992db-45d2-44c5-a9bd-74b10939c5c1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0625818 Jun 24 04:14:17.987294 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5763321e-a04d-4811-b5c8-7d0bbfe9c8e8 req-21835148-a205-4ecd-bbeb-d3618b029d20 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344329 Jun 24 04:14:18.013860 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61a71e-39a8-40b9-8e1c-47b92c1642bc req-f70f54a3-8496-4d78-b052-a4049049ef95 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:18.015355 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6f61a71e-39a8-40b9-8e1c-47b92c1642bc req-f70f54a3-8496-4d78-b052-a4049049ef95 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0717869 Jun 24 04:14:18.052150 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6f61a71e-39a8-40b9-8e1c-47b92c1642bc req-95995e2c-db5e-4b75-8e7c-58bee79c5299 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Jun 24 04:14:19.167742 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec84f-f760-434f-a357-c06ff92424bd req-4033bf50-7b00-4774-9dc4-0bee9b3549f9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:19.169234 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cf4ec84f-f760-434f-a357-c06ff92424bd req-4033bf50-7b00-4774-9dc4-0bee9b3549f9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 943 time: 0.0691938 Jun 24 04:14:19.208877 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cf4ec84f-f760-434f-a357-c06ff92424bd req-f559fb61-463c-4677-a05d-915c0f651fdf tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338509 Jun 24 04:14:19.234649 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be5f77-d154-488a-a4c2-73b72bfdf4a9 req-bb76186d-b6ef-4815-afbe-d5ecf185d621 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:19.236150 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f1be5f77-d154-488a-a4c2-73b72bfdf4a9 req-bb76186d-b6ef-4815-afbe-d5ecf185d621 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0716331 Jun 24 04:14:19.273518 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f1be5f77-d154-488a-a4c2-73b72bfdf4a9 req-8579313f-b74c-4e80-b438-c67c1430dc4b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jun 24 04:14:19.633892 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 6635478e-b370-4e4d-8704-ef025c449847 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:14:19.729289 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 6635478e-b370-4e4d-8704-ef025c449847, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6635478e-b370-4e4d-8704-ef025c449847,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:19.740191 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '6635478e-b370-4e4d-8704-ef025c449847', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'port_id': '6635478e-b370-4e4d-8704-ef025c449847', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:14:19.779374 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.791878 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6635478e-b370-4e4d-8704-ef025c449847 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:14:19.810637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 6635478e-b370-4e4d-8704-ef025c449847, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6635478e-b370-4e4d-8704-ef025c449847,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:19.864072 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:19.865921 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:19.909946 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=6635478e-b370-4e4d-8704-ef025c449847,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:19.917299 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.917650 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.918030 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.918366 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.918699 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.919027 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.919385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.919713 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.920039 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.920361 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.920683 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.921001 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:19.924732 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:20.386895 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3059e41-b5e8-4a0c-87b9-ff613b48576e req-9db1bb47-d790-4a16-a8b2-567c4d0bc802 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:20.386895 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b3059e41-b5e8-4a0c-87b9-ff613b48576e req-9db1bb47-d790-4a16-a8b2-567c4d0bc802 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 944 time: 0.0662785 Jun 24 04:14:20.425177 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b3059e41-b5e8-4a0c-87b9-ff613b48576e req-1da90311-da5b-469b-9ef0-0f2563c0e8f5 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347505 Jun 24 04:14:20.450232 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bcb9b-62c7-4937-9a55-500c8ad48882 req-fd13d140-aa58-47b8-a87d-35ad4b235f34 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:20.451631 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b97bcb9b-62c7-4937-9a55-500c8ad48882 req-fd13d140-aa58-47b8-a87d-35ad4b235f34 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0659258 Jun 24 04:14:20.487604 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b97bcb9b-62c7-4937-9a55-500c8ad48882 req-be196fcb-fd3b-41fe-9eab-f08e1b10310f tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304763 Jun 24 04:14:20.572323 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['6635478e-b370-4e4d-8704-ef025c449847'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:21.174701 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-541d00d0-0811-4de3-914e-2127a0f1bc3e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:21.176140 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-541d00d0-0811-4de3-914e-2127a0f1bc3e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 946 time: 0.0597873 Jun 24 04:14:21.284916 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Deleting port 66b62fca-fcd7-480f-9721-4b921fe280a2 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:21.285269 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:21.375871 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] For port 66b62fca-fcd7-480f-9721-4b921fe280a2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=66b62fca-fcd7-480f-9721-4b921fe280a2,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:21.376220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:21.392160 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Calling delete_port for 66b62fca-fcd7-480f-9721-4b921fe280a2 owned by compute:nova {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:21.575047 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:21.580716 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:21.606220 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a348940-adce-46e9-92cd-db2336402718 req-b406dfc9-3992-402d-9ca3-0e2e9539dff6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:21.607866 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a348940-adce-46e9-92cd-db2336402718 req-b406dfc9-3992-402d-9ca3-0e2e9539dff6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 944 time: 0.0671341 Jun 24 04:14:21.608008 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Pushing event deleted for resources: {'Port': ['ID=66b62fca-fcd7-480f-9721-4b921fe280a2,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:21.616679 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:21.646780 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a348940-adce-46e9-92cd-db2336402718 req-d487a4f8-eae9-4c3e-94a4-a192614bd35a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326059 Jun 24 04:14:21.649725 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6e6a0a22-5a27-45fd-b827-fc3de1e68b4f req-8d60610b-d7b1-40ad-8f91-f347989b0557 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0429518 Jun 24 04:14:21.689110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] No DVR routers for this DVR port 66b62fca-fcd7-480f-9721-4b921fe280a2 on host hv-cinder-79246 {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:21.691888 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:21.694047 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-270bc9c7-7fc9-487d-94d1-4b18521fee8b req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "DELETE /v2.0/ports/66b62fca-fcd7-480f-9721-4b921fe280a2 HTTP/1.1" status: 204 len: 173 time: 0.5118611 Jun 24 04:14:21.694583 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'name': 'network-vif-deleted', 'tag': '66b62fca-fcd7-480f-9721-4b921fe280a2'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:21.697627 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5590f4-e7e1-4622-89b9-1bee42f24f68" -d '{"events": [{"server_uuid": "b228fa4f-2dc1-49f9-98d8-ef93331b29d7", "name": "network-vif-deleted", "tag": "66b62fca-fcd7-480f-9721-4b921fe280a2"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:21.737542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c1b34-1ec9-4763-b480-a2e602274edc x-openstack-request-id: req-1b6c1b34-1ec9-4763-b480-a2e602274edc {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:21.737901 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b228fa4f-2dc1-49f9-98d8-ef93331b29d7", "name": "network-vif-deleted", "tag": "66b62fca-fcd7-480f-9721-4b921fe280a2", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:21.738194 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b6c1b34-1ec9-4763-b480-a2e602274edc {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:21.738635 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b228fa4f-2dc1-49f9-98d8-ef93331b29d7', 'name': 'network-vif-deleted', 'tag': '66b62fca-fcd7-480f-9721-4b921fe280a2', 'status': 'completed', 'code': 200} Jun 24 04:14:22.108239 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['66b62fca-fcd7-480f-9721-4b921fe280a2', '93c68325-7337-4a33-8991-c368b3d44970'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:22.808501 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-12887729-26d9-41c7-a96d-ac9f5f8583ea req-c5c55a25-b5ee-432f-9d7a-38eb672260e9 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=b228fa4f-2dc1-49f9-98d8-ef93331b29d7 HTTP/1.1" status: 200 len: 210 time: 0.0289674 Jun 24 04:14:22.838749 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08551d23-c69a-4951-81f1-46f99c9d8283 req-03c09887-ff35-4b8e-ab60-232259f49d77 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:22.840298 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-08551d23-c69a-4951-81f1-46f99c9d8283 req-03c09887-ff35-4b8e-ab60-232259f49d77 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 944 time: 0.0780463 Jun 24 04:14:22.880958 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-08551d23-c69a-4951-81f1-46f99c9d8283 req-f21a8fbc-6fa5-48e1-b85f-e6512a6996e3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346940 Jun 24 04:14:23.662959 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 6635478e-b370-4e4d-8704-ef025c449847 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:23.780893 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 6635478e-b370-4e4d-8704-ef025c449847 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:23.784794 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 6635478e-b370-4e4d-8704-ef025c449847 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:23.785177 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.859702 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.881105 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6635478e-b370-4e4d-8704-ef025c449847'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:23.883682 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bfc283-64b8-42e4-9d06-780bf40192f7" -d '{"events": [{"server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "name": "network-vif-plugged", "status": "completed", "tag": "6635478e-b370-4e4d-8704-ef025c449847"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:23.907059 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 6635478e-b370-4e4d-8704-ef025c449847, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6635478e-b370-4e4d-8704-ef025c449847,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:23.924380 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0089685-c3ac-4a25-8c7e-c7f885ec7de6 x-openstack-request-id: req-d0089685-c3ac-4a25-8c7e-c7f885ec7de6 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:23.924854 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "name": "network-vif-plugged", "status": "completed", "tag": "6635478e-b370-4e4d-8704-ef025c449847", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:23.925356 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0089685-c3ac-4a25-8c7e-c7f885ec7de6 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:23.925983 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6635478e-b370-4e4d-8704-ef025c449847', 'code': 200} Jun 24 04:14:23.976068 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:23.981291 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0a853b45-2811-44ce-bf2c-c8f2568d608e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:24.040055 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=6635478e-b370-4e4d-8704-ef025c449847,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:24.043123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:24.088069 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a67377-ded2-4c79-baaa-300f0db0f4df req-7de0e90c-7d8e-439d-a749-0a1c28320b87 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:24.092464 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e0a67377-ded2-4c79-baaa-300f0db0f4df req-7de0e90c-7d8e-439d-a749-0a1c28320b87 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0684669 Jun 24 04:14:24.126150 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e0a67377-ded2-4c79-baaa-300f0db0f4df req-c28c62c9-f7a3-46e4-b161-3dd2bd3afe58 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307062 Jun 24 04:14:24.388424 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c361c7-4ff4-4895-8bff-0aeef0723a62 req-2395fa3b-7bc9-4347-b72e-554b4dc7fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:24.389893 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c361c7-4ff4-4895-8bff-0aeef0723a62 req-2395fa3b-7bc9-4347-b72e-554b4dc7fa32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0517309 Jun 24 04:14:24.454299 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c361c7-4ff4-4895-8bff-0aeef0723a62 req-27dde093-5976-47c2-b50a-a99793057dcc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578399 Jun 24 04:14:24.485588 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27cfda-72bc-47ff-b70c-754ec2c43b66 req-3256acba-22be-4672-84dc-25a24d90833e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:24.487252 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2f27cfda-72bc-47ff-b70c-754ec2c43b66 req-3256acba-22be-4672-84dc-25a24d90833e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0744283 Jun 24 04:14:24.525853 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2f27cfda-72bc-47ff-b70c-754ec2c43b66 req-c4392c6c-1d50-4126-aad4-0f9aa0b99b55 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Jun 24 04:14:25.301867 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b3b39-ea86-4cc5-8d63-f3c8d7c67286 req-a7939e2e-9cfe-45c5-a09f-137e23ad23f3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:25.303508 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7c9b3b39-ea86-4cc5-8d63-f3c8d7c67286 req-a7939e2e-9cfe-45c5-a09f-137e23ad23f3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0699162 Jun 24 04:14:25.340757 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7c9b3b39-ea86-4cc5-8d63-f3c8d7c67286 req-d855b538-6cfb-4a76-86e0-77d7379d040b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315738 Jun 24 04:14:25.670200 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 66b62fca-fcd7-480f-9721-4b921fe280a2 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:25.693058 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 66b62fca-fcd7-480f-9721-4b921fe280a2 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:25.693408 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 66b62fca-fcd7-480f-9721-4b921fe280a2 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:25.706718 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576afd5-d9b2-402a-987b-be8013c8556a req-caebe6e9-f847-4701-a2ee-b4f5a88b006e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:25.708403 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e576afd5-d9b2-402a-987b-be8013c8556a req-caebe6e9-f847-4701-a2ee-b4f5a88b006e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0664992 Jun 24 04:14:25.747722 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e576afd5-d9b2-402a-987b-be8013c8556a req-a5d07aba-dc2b-4e81-b36c-eb313e9cdfc7 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Jun 24 04:14:26.514260 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485c5c5-2508-4f2d-b6f3-f4cbd6e35cdf req-df7214fc-23a6-459b-8e3c-3e5b97ff1ec9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:26.515443 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6485c5c5-2508-4f2d-b6f3-f4cbd6e35cdf req-df7214fc-23a6-459b-8e3c-3e5b97ff1ec9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Jun 24 04:14:26.559944 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6485c5c5-2508-4f2d-b6f3-f4cbd6e35cdf req-1d5e0a55-9a3a-4796-9bc5-a4ca5d7c613e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 Jun 24 04:14:26.929259 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c0264-fe51-4db3-9a0e-29dbd0ee08be req-8cf5ab6e-85f0-4adb-ba73-ec486d570d64 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:26.930657 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fb8c0264-fe51-4db3-9a0e-29dbd0ee08be req-8cf5ab6e-85f0-4adb-ba73-ec486d570d64 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0694275 Jun 24 04:14:26.967216 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fb8c0264-fe51-4db3-9a0e-29dbd0ee08be req-7c4c0660-290b-4e1a-a659-8148ae7a3a06 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Jun 24 04:14:27.751964 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e4f97-ba2c-423e-8da5-cb9c285840e1 req-2df648a5-97ac-412a-816d-d7d4a822138f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:27.753414 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d26e4f97-ba2c-423e-8da5-cb9c285840e1 req-2df648a5-97ac-412a-816d-d7d4a822138f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0804086 Jun 24 04:14:27.789143 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d26e4f97-ba2c-423e-8da5-cb9c285840e1 req-17cb5066-9a7a-4076-8322-b456ac6ebe23 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299027 Jun 24 04:14:27.961868 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67774ce8-daa4-4b66-9b3f-38a334b757e2 req-d4ef3c96-042e-494b-acab-54e3e612caf8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:27.963339 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-67774ce8-daa4-4b66-9b3f-38a334b757e2 req-d4ef3c96-042e-494b-acab-54e3e612caf8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0654943 Jun 24 04:14:28.001679 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-67774ce8-daa4-4b66-9b3f-38a334b757e2 req-bc10ea7b-4f04-45dd-8cf2-65f158336e74 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327575 Jun 24 04:14:28.028339 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36044) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:28.172511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b91f2-4294-44c1-b67d-0b9bb190ef48 req-7feb4208-50f5-49f0-a7a1-8f791dc0ced6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:28.174020 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-323b91f2-4294-44c1-b67d-0b9bb190ef48 req-7feb4208-50f5-49f0-a7a1-8f791dc0ced6 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0612216 Jun 24 04:14:28.243817 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-323b91f2-4294-44c1-b67d-0b9bb190ef48 req-96799ae2-7ddf-40eb-be4a-f1703d5f25ea tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642581 Jun 24 04:14:28.257923 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202a86c-31a4-49c1-8c24-8b140cf15838 tempest-TestVolumeBootPattern-270722426 tempest-TestVolumeBootPattern-270722426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:28.259553 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5202a86c-31a4-49c1-8c24-8b140cf15838 tempest-TestVolumeBootPattern-270722426 tempest-TestVolumeBootPattern-270722426-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 1093 time: 0.2317708 Jun 24 04:14:28.262232 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36048) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:28.266683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'port_id': '6635478e-b370-4e4d-8704-ef025c449847', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:28.341253 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:28.440778 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:28.543104 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Allocated IP 172.27.2.38 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/dcbd2806-ca56-46f5-a464-06c9df88a393) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:28.642587 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:28.787345 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:28.789384 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:28.828783 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:28.831499 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:28.837438 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:28.863805 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=dcbd2806-ca56-46f5-a464-06c9df88a393,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:28.871334 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:29.182393 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.336285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.520690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140d5a3-38a1-4c99-b2b5-a26fc9b8dc6b req-8340f311-ea80-4703-a5cf-2dca806ced69 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:29.522145 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a140d5a3-38a1-4c99-b2b5-a26fc9b8dc6b req-8340f311-ea80-4703-a5cf-2dca806ced69 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1307204 Jun 24 04:14:29.541908 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.568177 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a140d5a3-38a1-4c99-b2b5-a26fc9b8dc6b req-4c8dfeb8-bd6d-40c8-9f8c-71f5e132a931 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Jun 24 04:14:29.587335 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae5de-7491-427a-a93e-b8e15e1a4285 req-934a25e2-d8b0-490e-99f6-7fd20f128159 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:29.588769 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-141ae5de-7491-427a-a93e-b8e15e1a4285 req-934a25e2-d8b0-490e-99f6-7fd20f128159 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.0648918 Jun 24 04:14:29.625242 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-141ae5de-7491-427a-a93e-b8e15e1a4285 req-4dce9a9f-5983-4600-a810-2a393dec406f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Jun 24 04:14:29.655050 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.658118 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-edb73238-946b-455c-bc76-3a5a609381b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:29.684618 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.741078 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=dcbd2806-ca56-46f5-a464-06c9df88a393,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:29.745386 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:29.794073 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Floating IP e8e93eab-df96-4a89-a48a-757cacb1952a associated. External IP: 172.27.2.38, port: 6635478e-b370-4e4d-8704-ef025c449847. Jun 24 04:14:29.949795 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:29.993182 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:30.327051 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:30.337442 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:30.346318 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:30.352976 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:30.425014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:30.463826 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2005424 Jun 24 04:14:30.464717 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'tag': '6635478e-b370-4e4d-8704-ef025c449847'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:30.467157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cee3c8-82a1-42ff-b87a-94510846b502" -d '{"events": [{"name": "network-changed", "server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "tag": "6635478e-b370-4e4d-8704-ef025c449847"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:30.513162 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e860dd18-394d-4df1-8325-61324ea155be x-openstack-request-id: req-e860dd18-394d-4df1-8325-61324ea155be {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:30.513476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "tag": "6635478e-b370-4e4d-8704-ef025c449847", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:30.513752 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e860dd18-394d-4df1-8325-61324ea155be {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:30.514192 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'tag': '6635478e-b370-4e4d-8704-ef025c449847', 'status': 'completed', 'code': 200} Jun 24 04:14:30.538049 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:30.598405 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-e724913c-45bf-4863-9d1c-e555d91cf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.599899 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-e724913c-45bf-4863-9d1c-e555d91cf0f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0558147 Jun 24 04:14:30.701925 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-df971697-7d25-4549-8476-001bb357a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.706458 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-df971697-7d25-4549-8476-001bb357a95f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0949442 Jun 24 04:14:30.801744 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0001b-aac9-467c-a394-e6a73abbb2a9 req-2591b092-1956-4841-91b1-50c7c2d72e7d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.816022 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-91d0001b-aac9-467c-a394-e6a73abbb2a9 req-2591b092-1956-4841-91b1-50c7c2d72e7d tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.1312575 Jun 24 04:14:30.818001 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'e8e93eab-df96-4a89-a48a-757cacb1952a', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '6635478e-b370-4e4d-8704-ef025c449847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:14:29Z', 'updated_at': '2021-06-24T04:14:29Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:30.848309 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:30.854611 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-968a5175-8976-46b9-b584-331f8e06b39a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6635478e-b370-4e4d-8704-ef025c449847 HTTP/1.1" status: 200 len: 998 time: 0.1385510 Jun 24 04:14:30.857194 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:30.864567 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:30.877289 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-91d0001b-aac9-467c-a394-e6a73abbb2a9 req-8c369089-3568-4ce5-babf-e2339f712a3e tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534470 Jun 24 04:14:30.937428 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-d4851140-5a0c-4823-b0cf-97d0c808894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.938892 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-d4851140-5a0c-4823-b0cf-97d0c808894b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0727587 Jun 24 04:14:30.972436 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:30.984246 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840f9f4-7a7d-4c97-a729-d52da1207896 req-b11694ad-1887-4717-9fbe-586c1a69de87 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:30.985740 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1840f9f4-7a7d-4c97-a729-d52da1207896 req-b11694ad-1887-4717-9fbe-586c1a69de87 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.1299369 Jun 24 04:14:31.035748 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-c5ef9e08-64cb-42fd-b0b5-66d427d83b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:31.037684 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-c5ef9e08-64cb-42fd-b0b5-66d427d83b88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0887811 Jun 24 04:14:31.041316 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1840f9f4-7a7d-4c97-a729-d52da1207896 req-ada39599-66a4-4f19-b8e8-b7590873e544 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487368 Jun 24 04:14:31.134164 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-51174014-e06e-41cc-a28f-2ab85066efa1 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Jun 24 04:14:31.198460 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'e8e93eab-df96-4a89-a48a-757cacb1952a', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '6635478e-b370-4e4d-8704-ef025c449847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:14:29Z', 'updated_at': '2021-06-24T04:14:29Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:31.220636 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e5cee3c8-82a1-42ff-b87a-94510846b502 req-fea385cb-782c-47cb-b481-7d878a2949a8 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787959 Jun 24 04:14:31.228853 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a980fa42-af95-49e7-90cb-87bf564ed319 None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'e8e93eab-df96-4a89-a48a-757cacb1952a', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '6635478e-b370-4e4d-8704-ef025c449847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:22:b1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:14:29Z', 'updated_at': '2021-06-24T04:14:29Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:31.407487 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5cc7e-5b8e-4b26-bc7c-9ea222de18e4 None None] New status for floating IP e8e93eab-df96-4a89-a48a-757cacb1952a: ACTIVE {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:14:32.050517 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab96a-4b80-4122-86c9-6ac9672632d9 req-d4bc5499-f6e4-4946-922a-df8fd9d51714 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:32.051856 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-834ab96a-4b80-4122-86c9-6ac9672632d9 req-d4bc5499-f6e4-4946-922a-df8fd9d51714 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0647957 Jun 24 04:14:32.089848 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-834ab96a-4b80-4122-86c9-6ac9672632d9 req-a8d6e739-d397-4d81-bb83-e6a1dae1c809 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/security-groups?id=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Jun 24 04:14:32.214825 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7f26a-2927-4259-91f2-4cf38b008971 req-4a342ba8-cde6-4381-96cc-e9d95e5955c4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:32.216405 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-afa7f26a-2927-4259-91f2-4cf38b008971 req-4a342ba8-cde6-4381-96cc-e9d95e5955c4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.0605688 Jun 24 04:14:32.253498 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-afa7f26a-2927-4259-91f2-4cf38b008971 req-11f84413-c601-49f6-b7b3-db578a2e0ed4 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Jun 24 04:14:32.287946 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-ac9f7120-86f2-492e-bd39-6fecf3829060 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:32.289354 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-ac9f7120-86f2-492e-bd39-6fecf3829060 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 946 time: 0.0609555 Jun 24 04:14:32.393554 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Deleting port 93c68325-7337-4a33-8991-c368b3d44970 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:32.393901 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.478112 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] For port 93c68325-7337-4a33-8991-c368b3d44970, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=93c68325-7337-4a33-8991-c368b3d44970,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:32.478550 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.487001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-71fea3ce-d123-4e87-b759-f072a85a4564 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:32.488429 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-71fea3ce-d123-4e87-b759-f072a85a4564 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 946 time: 0.0611591 Jun 24 04:14:32.490471 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Calling delete_port for 93c68325-7337-4a33-8991-c368b3d44970 owned by compute:nova {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:32.599380 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Deleting port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:32.599733 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.685229 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] For port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:32.685508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.701434 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Calling delete_port for cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:32.712581 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.716885 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:32.725597 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['93c68325-7337-4a33-8991-c368b3d44970'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:32.742630 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Pushing event deleted for resources: {'Port': ['ID=93c68325-7337-4a33-8991-c368b3d44970,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:32.746110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:32.786787 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] No DVR routers for this DVR port 93c68325-7337-4a33-8991-c368b3d44970 on host hv-cinder-79246 {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:32.790486 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.792425 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d1206218-d022-49e3-a17f-d25e2dcc76f4 req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.10 "DELETE /v2.0/ports/93c68325-7337-4a33-8991-c368b3d44970 HTTP/1.1" status: 204 len: 173 time: 0.4944196 Jun 24 04:14:32.792908 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'name': 'network-vif-deleted', 'tag': '93c68325-7337-4a33-8991-c368b3d44970'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:32.795305 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d9a82-4ca9-4d22-ac74-8da37e608695" -d '{"events": [{"server_uuid": "64c3e548-a703-41db-8e8f-9bd088aacc74", "name": "network-vif-deleted", "tag": "93c68325-7337-4a33-8991-c368b3d44970"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:32.837321 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ff2557-8678-4851-912e-fb9b70e5151d x-openstack-request-id: req-05ff2557-8678-4851-912e-fb9b70e5151d {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:32.837634 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c3e548-a703-41db-8e8f-9bd088aacc74", "name": "network-vif-deleted", "tag": "93c68325-7337-4a33-8991-c368b3d44970", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:32.837952 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05ff2557-8678-4851-912e-fb9b70e5151d {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:32.838365 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c3e548-a703-41db-8e8f-9bd088aacc74', 'name': 'network-vif-deleted', 'tag': '93c68325-7337-4a33-8991-c368b3d44970', 'status': 'completed', 'code': 200} Jun 24 04:14:32.899553 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:32.903249 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:32.923346 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af', 'be668808-be7d-44a4-892b-0fb427073a8a', '1315f32f-5670-432c-bfa9-725860c40c1b', 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:32.929770 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event deleted for resources: {'Port': ['ID=cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:32.940759 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:32.995473 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] No DVR routers for this DVR port cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:32.998836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.000995 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a086ae0-32ff-4b76-a93d-d83c5514f49f req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "DELETE /v2.0/ports/cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 HTTP/1.1" status: 204 len: 173 time: 0.5061843 Jun 24 04:14:33.001586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'name': 'network-vif-deleted', 'tag': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:33.004323 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7391c7-e45b-4561-8178-dcf1d289b573" -d '{"events": [{"server_uuid": "8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6", "name": "network-vif-deleted", "tag": "cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:33.041306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283bb218-5bfc-4b2f-bfb0-51a4842adb09 x-openstack-request-id: req-283bb218-5bfc-4b2f-bfb0-51a4842adb09 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:33.041630 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6", "name": "network-vif-deleted", "tag": "cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:33.042191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-283bb218-5bfc-4b2f-bfb0-51a4842adb09 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:33.042352 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6', 'name': 'network-vif-deleted', 'tag': 'cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9', 'status': 'completed', 'code': 200} Jun 24 04:14:33.065937 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8a81fb2c-4313-4f41-b082-ee1956d3a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:33.250947 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bbd1f6dd-0010-4051-8d23-89e5a605096e req-afd384dd-4e0a-4c0b-ae4e-a9b5b339927b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] 10.222.0.26 "GET /v2.0/ports?device_id=64c3e548-a703-41db-8e8f-9bd088aacc74 HTTP/1.1" status: 200 len: 210 time: 0.0290978 Jun 24 04:14:33.421318 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e65aeafa-f4a8-4517-8dcc-7e97a1de937e req-ac93b083-883b-4182-b50e-4fd70e89bf7d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 210 time: 0.0320992 Jun 24 04:14:34.347955 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36138) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:34.595853 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0c5e68e1-7fa8-4e5b-afd4-0a82b80e1d6f req-141f224b-ec3f-4250-b555-0dcf1d95e8cf tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e29ae1d-d4bd-494e-9b02-2b5b3e927bf6 HTTP/1.1" status: 200 len: 210 time: 0.0429823 Jun 24 04:14:34.785109 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.075453 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Deleting port ac231e4e-d1d2-4fff-accb-f99bd4424198 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:35.075909 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.157228 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] For port ac231e4e-d1d2-4fff-accb-f99bd4424198, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=ac231e4e-d1d2-4fff-accb-f99bd4424198,segment=NetworkSegment(604b4819-c429-40b7-824e-acd419525048),segment_id=604b4819-c429-40b7-824e-acd419525048)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:35.157507 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.169592 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Calling delete_port for ac231e4e-d1d2-4fff-accb-f99bd4424198 owned by network:router_interface {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:35.455448 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.456098 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0f2289a8-c31f-42cc-9777-fe9f18b204b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.458341 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:35.485781 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac231e4e-d1d2-4fff-accb-f99bd4424198,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:35.488165 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:35.603640 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.769438 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:35.812300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:35.914088 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:35.923651 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] 10.222.0.26 "PUT /v2.0/routers/b22d6904-b6a0-4c14-b418-57d3e4b50bb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5704501 Jun 24 04:14:35.923651 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36156) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:35.925248 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] Sync routers for ids ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:35.937278 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] Routers {'b22d6904-b6a0-4c14-b418-57d3e4b50bb2'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:35.938312 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:35.983240 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 93c68325-7337-4a33-8991-c368b3d44970 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:36.002357 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 93c68325-7337-4a33-8991-c368b3d44970 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:36.002716 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 93c68325-7337-4a33-8991-c368b3d44970 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:36.003134 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:36.022287 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:36.022637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device cc0c71ac-828c-4e26-8dfc-28cc9bbc8aa9 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:36.036007 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks [] for router, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.063323 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] Set router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:36.144055 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.240655 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:14:35Z', 'revision_number': 5, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port': {'id': 'd37db464-2d4d-4b07-a2f6-732e478789b5', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:10:35Z', 'updated_at': '2021-06-24T04:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:36.257792 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Deleting port d37db464-2d4d-4b07-a2f6-732e478789b5 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:36.258137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.268273 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] Checking router: b22d6904-b6a0-4c14-b418-57d3e4b50bb2 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:36.277081 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] Routers {'b22d6904-b6a0-4c14-b418-57d3e4b50bb2'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:36.277682 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:36.365633 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] Set router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 gateway port host: None {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:36.422348 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:14:36Z', 'revision_number': 6, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port_host': None}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:36.450747 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec7da0-13a2-4ecd-bdf0-3ab1cb0217b9 None None] The sync data for ids ['b22d6904-b6a0-4c14-b418-57d3e4b50bb2'] in dv-cinder-792462-18-iscsi is: [{'id': 'b22d6904-b6a0-4c14-b418-57d3e4b50bb2', 'name': 'tempest-ServerRescueNegativeTestJSON-1742322523-router', 'tenant_id': '1ae088e1925a4f0690e71a1de5e2e007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:10:34Z', 'updated_at': '2021-06-24T04:14:36Z', 'revision_number': 6, 'project_id': '1ae088e1925a4f0690e71a1de5e2e007', 'gw_port_host': None}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:36.581176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] For port d37db464-2d4d-4b07-a2f6-732e478789b5, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=d37db464-2d4d-4b07-a2f6-732e478789b5,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:36.581798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.593173 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Calling delete_port for d37db464-2d4d-4b07-a2f6-732e478789b5 owned by network:router_gateway {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:36.735253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.918490 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:36.920741 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5fb753c9-378d-4aec-bcf9-afa21895f24e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:36.945231 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d37db464-2d4d-4b07-a2f6-732e478789b5,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:36.948192 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:36.973545 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.075486 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.077693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.204003 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.207751 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22d6904-b6a0-4c14-b418-57d3e4b50bb2 {{(pid=93536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:14:37.209553 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.210963 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] 10.222.0.26 "DELETE /v2.0/routers/b22d6904-b6a0-4c14-b418-57d3e4b50bb2 HTTP/1.1" status: 204 len: 168 time: 1.2877488 Jun 24 04:14:37.213842 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36170) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:37.261978 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Deleting subnet 453ba6d2-4dc9-4768-9f3a-f112b53479a0 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:14:37.265105 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.301446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.307027 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.435775 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.438202 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ea998735-94cf-4026-9ebc-7a6efa54009d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:37.460780 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453ba6d2-4dc9-4768-9f3a-f112b53479a0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:37.464325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:37.466231 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.467208 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8ecd0a31-b343-4547-8817-2570fb788fff admin admin] 10.222.0.26 "DELETE /v2.0/subnets/453ba6d2-4dc9-4768-9f3a-f112b53479a0 HTTP/1.1" status: 204 len: 168 time: 0.2524178 Jun 24 04:14:37.469624 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36174) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:37.540084 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.619533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.629236 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.629584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.630359 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.630950 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > port after_create 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.631284 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.631625 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > port after_update 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.631949 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.632267 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.632585 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.632898 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.791247 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.791522 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.791854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.792186 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93536) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 04:14:37.792559 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70906ed-79ae-44f2-bc00-70ae418322ad']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:37.809185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604b4819-c429-40b7-824e-acd419525048') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:37.809477 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604b4819-c429-40b7-824e-acd419525048') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:37.825110 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.844441 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.852449 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:14:37.852834 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: from cryptography.utils import int_from_bytes Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: from cryptography.utils import int_from_bytes Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:14:37.856734 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:14:37.966864 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.970890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:37.974991 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:37.979704 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b70906ed-79ae-44f2-bc00-70ae418322ad HTTP/1.1" status: 204 len: 168 time: 0.5063131 Jun 24 04:14:37.988287 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d37db464-2d4d-4b07-a2f6-732e478789b5 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:37.989114 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70906ed-79ae-44f2-bc00-70ae418322ad,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:37.991355 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:38.010204 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: d37db464-2d4d-4b07-a2f6-732e478789b5 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:38.010637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d37db464-2d4d-4b07-a2f6-732e478789b5 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:38.011169 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device ac231e4e-d1d2-4fff-accb-f99bd4424198 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:38.014225 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:38.032846 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: ac231e4e-d1d2-4fff-accb-f99bd4424198 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:38.033261 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device ac231e4e-d1d2-4fff-accb-f99bd4424198 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:38.337803 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36182) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:38.376563 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d8e7319e-d269-45a3-87ba-9ac6cd91f44b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ae088e1925a4f0690e71a1de5e2e007&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375218 Jun 24 04:14:38.378887 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36184) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:38.426691 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:38.447018 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:38.567181 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:38.569799 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:38.570957 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188 HTTP/1.1" status: 204 len: 168 time: 0.1910737 Jun 24 04:14:38.571696 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:38.579061 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16dfaf7-d8a6-4fa1-8ded-81c3f15cd188,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:38.581397 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4bb658e9-fa09-4ae5-beb3-c4b18549c9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:44.914217 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028dc2b-0b9f-4dda-8ca9-6b40cccedc6a req-6c4115b1-9ad0-432c-ac47-9976bb049760 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:44.915561 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6028dc2b-0b9f-4dda-8ca9-6b40cccedc6a req-6c4115b1-9ad0-432c-ac47-9976bb049760 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.0610502 Jun 24 04:14:44.952809 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6028dc2b-0b9f-4dda-8ca9-6b40cccedc6a req-27df8214-6c1d-427d-826f-9b1f8273eb75 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Jun 24 04:14:46.139214 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289c94-93af-483e-9fab-375d1e10892d req-a324a980-cf74-4cf1-a326-5fd5aa317649 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:46.140666 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6e289c94-93af-483e-9fab-375d1e10892d req-a324a980-cf74-4cf1-a326-5fd5aa317649 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.0784848 Jun 24 04:14:46.181549 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6e289c94-93af-483e-9fab-375d1e10892d req-661ff848-9c70-40c8-b0e3-3bc37a3b1e0a tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329313 Jun 24 04:14:47.351678 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055504d-2fcd-4f7d-8c08-ce55cda839b9 req-268e1fec-adcb-4bea-9295-fab826998718 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:47.353113 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d055504d-2fcd-4f7d-8c08-ce55cda839b9 req-268e1fec-adcb-4bea-9295-fab826998718 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.0606830 Jun 24 04:14:47.354098 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-520be32c-9c6e-4a56-bd90-f57349f3033f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:47.355533 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-520be32c-9c6e-4a56-bd90-f57349f3033f tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 945 time: 0.0644860 Jun 24 04:14:47.390935 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d055504d-2fcd-4f7d-8c08-ce55cda839b9 req-72b94459-ecb9-45b6-8b47-a68519db8136 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Jun 24 04:14:47.461959 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Deleting port 1315f32f-5670-432c-bfa9-725860c40c1b {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:47.462223 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.551774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] For port 1315f32f-5670-432c-bfa9-725860c40c1b, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1315f32f-5670-432c-bfa9-725860c40c1b,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:47.552128 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.564684 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Calling delete_port for 1315f32f-5670-432c-bfa9-725860c40c1b owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:47.761957 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.772223 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:47.777071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af', 'be668808-be7d-44a4-892b-0fb427073a8a', '1315f32f-5670-432c-bfa9-725860c40c1b'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:47.791339 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event deleted for resources: {'Port': ['ID=1315f32f-5670-432c-bfa9-725860c40c1b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:47.794476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:47.839344 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] No DVR routers for this DVR port 1315f32f-5670-432c-bfa9-725860c40c1b on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:47.842098 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:47.844630 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6e0de3a3-29e5-4e9f-86f9-64a50e627554 req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "DELETE /v2.0/ports/1315f32f-5670-432c-bfa9-725860c40c1b HTTP/1.1" status: 204 len: 173 time: 0.4808621 Jun 24 04:14:47.844939 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'name': 'network-vif-deleted', 'tag': '1315f32f-5670-432c-bfa9-725860c40c1b'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:47.847350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebc9412-6f71-47c8-97ef-f9e0f7387881" -d '{"events": [{"server_uuid": "775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d", "name": "network-vif-deleted", "tag": "1315f32f-5670-432c-bfa9-725860c40c1b"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:47.899890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca4a2a2-03b6-468f-97ab-668dcb1e4043 x-openstack-request-id: req-7ca4a2a2-03b6-468f-97ab-668dcb1e4043 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:47.900209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d", "name": "network-vif-deleted", "tag": "1315f32f-5670-432c-bfa9-725860c40c1b", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:47.900515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7ca4a2a2-03b6-468f-97ab-668dcb1e4043 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:47.900892 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d', 'name': 'network-vif-deleted', 'tag': '1315f32f-5670-432c-bfa9-725860c40c1b', 'status': 'completed', 'code': 200} Jun 24 04:14:48.554630 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-50c31c2c-36f7-43ea-b21c-ff3552990511 req-cfbaae21-b672-46bc-b51b-4b6dc4a216e5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=775e5e2b-3cbd-46a4-9c43-7ce0fb9f1e6d HTTP/1.1" status: 200 len: 210 time: 0.0316281 Jun 24 04:14:50.277016 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843b447-ba93-4e92-8130-0e4b4bbde613 req-fb149398-2f96-44c5-90f4-7c8b6d279e03 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:50.279286 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4843b447-ba93-4e92-8130-0e4b4bbde613 req-fb149398-2f96-44c5-90f4-7c8b6d279e03 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 946 time: 0.0711389 Jun 24 04:14:50.319928 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4843b447-ba93-4e92-8130-0e4b4bbde613 req-1d1beb0d-09bd-44f3-a3c6-8034d5490882 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Jun 24 04:14:50.418855 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 1315f32f-5670-432c-bfa9-725860c40c1b no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:50.438402 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 1315f32f-5670-432c-bfa9-725860c40c1b {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:50.438751 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 1315f32f-5670-432c-bfa9-725860c40c1b not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:50.452991 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36416) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:50.553185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.640947 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.775411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.778927 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9553b2be-bf46-482c-aaee-49c45d3f9e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:50.813709 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f0baedafb7c41509e1e1ee6efe2456e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596961 Jun 24 04:14:50.814924 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c298b629-b90d-4100-97d0-b3f294a0ec46,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:50.816373 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36422) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:50.818224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:50.865225 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.886672 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.995612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.998774 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:50.999887 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c298b629-b90d-4100-97d0-b3f294a0ec46 HTTP/1.1" status: 204 len: 168 time: 0.1825399 Jun 24 04:14:51.000633 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d1c7653c-47c9-4b48-bd20-314100324cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:51.009288 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298b629-b90d-4100-97d0-b3f294a0ec46,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:51.015034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.015396 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.015754 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.016096 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.016481 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.016826 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.017167 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.017509 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.017845 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.018208 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.018542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.018874 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:51.022035 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:51.512383 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2645f1-8c60-468d-92d1-46ed4b160ea8 req-a3a58709-3d59-4734-bf55-44315d68dce0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:51.513735 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a2645f1-8c60-468d-92d1-46ed4b160ea8 req-a3a58709-3d59-4734-bf55-44315d68dce0 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 946 time: 0.0649438 Jun 24 04:14:51.554736 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a2645f1-8c60-468d-92d1-46ed4b160ea8 req-7c3b1974-8a03-498d-b568-784570711f9c tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341144 Jun 24 04:14:51.620936 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:14:51.935185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-6bb18d6f-1458-479e-83ee-8494a86591f5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:51.936836 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-6bb18d6f-1458-479e-83ee-8494a86591f5 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 946 time: 0.0620289 Jun 24 04:14:52.032272 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36458) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:52.039330 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Deleting port be668808-be7d-44a4-892b-0fb427073a8a {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:52.039672 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.125276 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] For port be668808-be7d-44a4-892b-0fb427073a8a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=be668808-be7d-44a4-892b-0fb427073a8a,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:52.125635 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.127053 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1693289563-network', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:52.138725 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Calling delete_port for be668808-be7d-44a4-892b-0fb427073a8a owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:52.209602 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Made reservation on behalf of c59d239d9ab34038b049ed04507c55c2 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:52.212010 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.220396 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.303818 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.329339 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.333226 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:52.341335 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af', 'be668808-be7d-44a4-892b-0fb427073a8a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:52.358949 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event deleted for resources: {'Port': ['ID=be668808-be7d-44a4-892b-0fb427073a8a,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:52.367683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:52.386581 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.391339 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0859a671-790e-4839-aa99-88fe7d99e554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:52.401442 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] No DVR routers for this DVR port be668808-be7d-44a4-892b-0fb427073a8a on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:52.404835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.405923 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6caba5ce-ee72-4e4a-bd79-6d79e5d33a5d req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "DELETE /v2.0/ports/be668808-be7d-44a4-892b-0fb427073a8a HTTP/1.1" status: 204 len: 173 time: 0.4634087 Jun 24 04:14:52.406438 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85061148-57b0-41e4-ae08-da0550f7223d', 'name': 'network-vif-deleted', 'tag': 'be668808-be7d-44a4-892b-0fb427073a8a'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:52.408992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce83eaa7-bf93-4f0e-9fa6-1c9c06ad5363" -d '{"events": [{"server_uuid": "85061148-57b0-41e4-ae08-da0550f7223d", "name": "network-vif-deleted", "tag": "be668808-be7d-44a4-892b-0fb427073a8a"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:52.418579 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:14:52.434976 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fceeffe-682f-4af0-823a-4e5d8a1c65a0,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:52.437831 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.438195 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Added segment a3b7abdd-a53e-47d2-b1f2-6bda65b785b0 of type vlan for network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 Jun 24 04:14:52.439747 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:52.459612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e50450-de1e-49e6-8734-d2f65a5cc5fe x-openstack-request-id: req-58e50450-de1e-49e6-8734-d2f65a5cc5fe {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:52.459612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85061148-57b0-41e4-ae08-da0550f7223d", "name": "network-vif-deleted", "tag": "be668808-be7d-44a4-892b-0fb427073a8a", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:52.460085 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58e50450-de1e-49e6-8734-d2f65a5cc5fe {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:52.460258 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85061148-57b0-41e4-ae08-da0550f7223d', 'name': 'network-vif-deleted', 'tag': 'be668808-be7d-44a4-892b-0fb427073a8a', 'status': 'completed', 'code': 200} Jun 24 04:14:52.485323 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.584553 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.586175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:52.586932 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:52.590483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-aa13f6bd-d671-4f68-b1fd-4a7460c9af15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:52.653395 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Pushing event updated for resources: {'Network': ['ID=74bda1c9-4083-4b6c-b7b1-4f50addd8235,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:52.665393 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:52.668913 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:14:52.729481 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b1696d9-e367-4ef0-8081-909d3a6f8f9e req-25223239-3535-4a14-ba79-203a115cd59d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=85061148-57b0-41e4-ae08-da0550f7223d HTTP/1.1" status: 200 len: 210 time: 0.0503416 Jun 24 04:14:52.735320 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7019370 Jun 24 04:14:52.735587 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36472) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:52.744304 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Request body: {'subnet': {'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1693289563-subnet', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:52.923462 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Made reservation on behalf of c59d239d9ab34038b049ed04507c55c2 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:52.925798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16735713'] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.147575 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16392578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16735735'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.150119 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-45c25239-ee44-47c6-bb83-3dccd292bd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:53.158166 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36478) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:53.204915 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8121c1-266d-4013-8807-f0601e5bcfc5,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:53.219446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.219809 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.220165 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.220516 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.220861 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.221207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.221546 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.221907 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.222255 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.222591 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.222924 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.223262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:14:53.227833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:53.231534 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Checking segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:53.231890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Network hostable DHCP agents. Network: 74bda1c9-4083-4b6c-b7b1-4f50addd8235, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:14:53.268807 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.338528 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:14:53.354088 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.424445 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 74bda1c9-4083-4b6c-b7b1-4f50addd8235) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:53.428621 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:53.429209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.432935 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0d943-43de-4c06-b20c-72b90153675c None None] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:14:53.453578 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.458684 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-138f4aa9-fd96-44c0-ab5a-032aae0822a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:53.498445 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f833be5bddd74917943508db2b971b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362908 Jun 24 04:14:53.498445 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed5d3e-1b6b-4af2-a999-25a05870d00e,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:53.499142 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36482) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:53.500153 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:53.550889 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.554691 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-56257b12-49ad-453c-9702-a9567d6519ab admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8169708 Jun 24 04:14:53.557839 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36484) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:53.562577 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:53.574219 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.584890 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:14:53.585991 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.709855 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.711048 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.720837 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Allocated IP 172.20.0.2 (74bda1c9-4083-4b6c-b7b1-4f50addd8235/0c8121c1-266d-4013-8807-f0601e5bcfc5/f26c202e-90bc-4229-944c-49c55055c40a) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:53.769321 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.771918 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.775384 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fed5d3e-1b6b-4af2-a999-25a05870d00e HTTP/1.1" status: 204 len: 168 time: 0.2728267 Jun 24 04:14:53.775384 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f3e62204-fdde-428e-9af7-c257f038d347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:53.786875 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed5d3e-1b6b-4af2-a999-25a05870d00e,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:53.789224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:53.881480 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:53.891131 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Transition to ACTIVE for port object f26c202e-90bc-4229-944c-49c55055c40a will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:53.907889 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Transition to ACTIVE for port object f26c202e-90bc-4229-944c-49c55055c40a will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:54.004519 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.006873 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-cc94af2f-258e-4e3a-8608-61af1f4426da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:54.051918 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:54.055236 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:54.058858 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:54.065961 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.112988 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Pushing event updated for resources: {'Port': ['ID=f26c202e-90bc-4229-944c-49c55055c40a,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:54.129378 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:54.129378 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Attempting to bind port f26c202e-90bc-4229-944c-49c55055c40a on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:54.129378 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Attempting to bind port f26c202e-90bc-4229-944c-49c55055c40a by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:54.129378 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Attempting to bind port f26c202e-90bc-4229-944c-49c55055c40a on network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:54.131158 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:54.131543 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Checking segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:54.131950 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.132361 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Bound using segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:54.132876 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Bound port: f26c202e-90bc-4229-944c-49c55055c40a, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:54.133265 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.197794 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] For port f26c202e-90bc-4229-944c-49c55055c40a, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:54.201408 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] For port f26c202e-90bc-4229-944c-49c55055c40a, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=f26c202e-90bc-4229-944c-49c55055c40a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:54.276354 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.278424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-dc661562-738e-4401-bcca-87f9ec224e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:54.299515 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.337187 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Pushing event updated for resources: {'Port': ['ID=f26c202e-90bc-4229-944c-49c55055c40a,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:54.338361 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:54.594195 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.615082 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.723313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Allocated IP 172.27.2.169 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/58f3e3c5-ed93-44e1-a888-2e13360f5460) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:54.834776 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.941378 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:54.943542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-84f458ad-bc92-4fef-85a1-4c337f7b60bd tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:54.985367 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:54.990588 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:55.002454 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:55.022564 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Pushing event updated for resources: {'Port': ['ID=58f3e3c5-ed93-44e1-a888-2e13360f5460,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:55.026715 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:55.309557 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70871481-be7a-4a68-b6a9-b0c2215db0fb None None] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:14:55.360377 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.463141 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-059eb5f2-3c39-4af0-868b-a0f79c6e340c None None] Provisioning for port f26c202e-90bc-4229-944c-49c55055c40a completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:55.585488 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.728183 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f938-437c-4f76-87be-aab42ff6dea4 req-60fbde0b-06a0-41b9-86ac-6ac12e1d1b90 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:55.729653 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2951f938-437c-4f76-87be-aab42ff6dea4 req-60fbde0b-06a0-41b9-86ac-6ac12e1d1b90 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0739980 Jun 24 04:14:55.770839 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2951f938-437c-4f76-87be-aab42ff6dea4 req-3aa212d0-f3ff-475c-b2d7-bc7dddf457b6 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355842 Jun 24 04:14:55.809656 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:14:55.909432 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:55.917864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Sync routers for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:55.926664 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:55.927291 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:55.986753 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:55.996770 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4315000 Jun 24 04:14:55.996770 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36544) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:56.080394 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device f26c202e-90bc-4229-944c-49c55055c40a up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:56.120047 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:56.176854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36550) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:56.304228 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.313718 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:55Z', 'revision_number': 3, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:56.316632 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port f26c202e-90bc-4229-944c-49c55055c40a completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:56.345213 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Checking router: cfe09aa1-60cb-43be-bbc7-1b621a79b1ab for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:56.345575 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Updating router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab port 58f3e3c5-ed93-44e1-a888-2e13360f5460 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:14:56.347484 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port f26c202e-90bc-4229-944c-49c55055c40a triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:56.347861 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.404159 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.445867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device be668808-be7d-44a4-892b-0fb427073a8a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:14:56.504533 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.544455 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.599012 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.603926 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5407d45b-22e0-422e-8aaf-1d1e0eb49ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:56.621281 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: be668808-be7d-44a4-892b-0fb427073a8a {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:14:56.621636 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device be668808-be7d-44a4-892b-0fb427073a8a not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:14:56.651862 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40444f82562d4316afe75a5a6237ab4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738781 Jun 24 04:14:56.653137 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161663f-650e-4555-8101-1ab8999e5cee,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:56.655433 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36554) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:56.674637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.677941 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:56.717355 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.739459 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.750734 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Allocated IP 172.20.0.1 (74bda1c9-4083-4b6c-b7b1-4f50addd8235/0c8121c1-266d-4013-8807-f0601e5bcfc5/2e856199-ecc0-46ed-ab94-35764ed6b5eb) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:14:56.765348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port f26c202e-90bc-4229-944c-49c55055c40a, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=f26c202e-90bc-4229-944c-49c55055c40a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:56.839270 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.843503 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-dc661562-738e-4401-bcca-87f9ec224e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:56.855384 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.858811 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.860022 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4161663f-650e-4555-8101-1ab8999e5cee HTTP/1.1" status: 204 len: 168 time: 0.2034073 Jun 24 04:14:56.861072 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-fb19ae46-2a71-4def-bd0a-ca931bb46bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:56.875003 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161663f-650e-4555-8101-1ab8999e5cee,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:56.884478 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:56.926614 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.927257 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:56.944525 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Transition to ACTIVE for port object 58f3e3c5-ed93-44e1-a888-2e13360f5460 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:56.946360 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=f26c202e-90bc-4229-944c-49c55055c40a,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:56.950039 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:56.955510 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Transition to ACTIVE for port object 2e856199-ecc0-46ed-ab94-35764ed6b5eb will not be triggered until provisioned by entity DHCP. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:14:56.963420 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810a698-951b-4d87-8b8c-fafb3b53f4af req-3d8da8ec-4cfd-4c94-898b-291260b93391 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:56.965091 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7810a698-951b-4d87-8b8c-fafb3b53f4af req-3d8da8ec-4cfd-4c94-898b-291260b93391 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0701716 Jun 24 04:14:57.003447 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7810a698-951b-4d87-8b8c-fafb3b53f4af req-55ef4465-48b6-4c62-a6ff-82d0df22ac34 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Jun 24 04:14:57.021074 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.023318 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e9ac701b-8cef-435a-a869-b7821f6ea039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.078819 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.082796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5b85723e-9537-4b6b-bb1d-df8cb39862f5 tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.087864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Attempting to bind port 58f3e3c5-ed93-44e1-a888-2e13360f5460 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:14:57.087864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Attempting to bind port 58f3e3c5-ed93-44e1-a888-2e13360f5460 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:14:57.087864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Attempting to bind port 58f3e3c5-ed93-44e1-a888-2e13360f5460 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:14:57.087864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0b3b-ffce-4101-a747-f380549ba274 None None] Pushing event updated for resources: {'Port': ['ID=58f3e3c5-ed93-44e1-a888-2e13360f5460,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.090481 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-fc0c0b3b-ffce-4101-a747-f380549ba274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:57.099389 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:14:57.100012 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:14:57.100454 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.101044 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:14:57.101551 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Bound port: 58f3e3c5-ed93-44e1-a888-2e13360f5460, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:14:57.101941 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.155198 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:57.161312 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] For port 58f3e3c5-ed93-44e1-a888-2e13360f5460, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:14:57.162485 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:57.164749 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] For port 58f3e3c5-ed93-44e1-a888-2e13360f5460, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=58f3e3c5-ed93-44e1-a888-2e13360f5460,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:14:57.166644 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:14:57.206265 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Pushing event updated for resources: {'Port': ['ID=2e856199-ecc0-46ed-ab94-35764ed6b5eb,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.214569 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:57.225429 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.248728 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.255043 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.315999 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:57.316639 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:57.353214 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c0b3b-ffce-4101-a747-f380549ba274 None None] Pushing event updated for resources: {'Port': ['ID=58f3e3c5-ed93-44e1-a888-2e13360f5460,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.360204 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-fc0c0b3b-ffce-4101-a747-f380549ba274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:57.438100 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:57.500691 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.536230 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-d7371158-d400-40dc-9747-97f07cfd3ab8 None None] Provisioning for port 2e856199-ecc0-46ed-ab94-35764ed6b5eb completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:14:57.544703 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-d7371158-d400-40dc-9747-97f07cfd3ab8 None None] Provisioning complete for port 2e856199-ecc0-46ed-ab94-35764ed6b5eb triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:57.545085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d7371158-d400-40dc-9747-97f07cfd3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.597067 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-d7371158-d400-40dc-9747-97f07cfd3ab8 None None] Port 2e856199-ecc0-46ed-ab94-35764ed6b5eb cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:57.647616 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:55Z', 'revision_number': 3, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:57.676764 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36570) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:57.678467 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1efe14-fbcc-491a-bb7d-95c8c082e0f4 None None] The sync data for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi is: [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:55Z', 'revision_number': 3, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:14:57.685505 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.694077 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.725626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4380-2a60-4138-b52b-277520912a24 req-04a203e1-3fca-475c-a95d-fbb202f9bd58 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:57.727296 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e54f4380-2a60-4138-b52b-277520912a24 req-04a203e1-3fca-475c-a95d-fbb202f9bd58 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0843220 Jun 24 04:14:57.775626 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.809253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7a068427-9c58-4f4e-b326-d71cb0610b9a tempest-DeleteServersTestJSON-1711703500 tempest-DeleteServersTestJSON-1711703500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.845956 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Deleting port 38104af8-c81f-4460-a90d-7f3da4ec76af {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:14:57.846534 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.864580 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.874835 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Pushing event updated for resources: {'Port': ['ID=2e856199-ecc0-46ed-ab94-35764ed6b5eb,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:57.878104 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:57.879263 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.964533 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.967203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] For port 38104af8-c81f-4460-a90d-7f3da4ec76af, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=38104af8-c81f-4460-a90d-7f3da4ec76af,segment=NetworkSegment(26c652ec-9f80-4544-bbde-716e49298503),segment_id=26c652ec-9f80-4544-bbde-716e49298503)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:14:57.967466 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:57.970881 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6eca3d47-830c-46fa-9b0b-594c5e88e88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:57.985082 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Calling delete_port for 38104af8-c81f-4460-a90d-7f3da4ec76af owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:14:58.075107 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device f26c202e-90bc-4229-944c-49c55055c40a up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:14:58.156949 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port f26c202e-90bc-4229-944c-49c55055c40a triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:58.157798 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.243673 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c860d35-2c67-44ac-9f07-894ecea853b8 req-72c73857-a258-4500-8562-52f685dfd517 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:58.245253 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9c860d35-2c67-44ac-9f07-894ecea853b8 req-72c73857-a258-4500-8562-52f685dfd517 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 946 time: 0.0893555 Jun 24 04:14:58.285357 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.291376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1195e840-3681-4663-8b62-056818b17947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:58.299240 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2e86aa-09ee-4602-ad9b-6ee6e577f880,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:58.299585 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['38104af8-c81f-4460-a90d-7f3da4ec76af'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:14:58.323496 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:58.331913 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9c860d35-2c67-44ac-9f07-894ecea853b8 req-de8434ee-6498-43c2-918f-47c555dbf762 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/security-groups?id=ad6d478c-e7cd-4a16-bf03-fc1a921340f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Jun 24 04:14:58.333124 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Pushing event deleted for resources: {'Port': ['ID=38104af8-c81f-4460-a90d-7f3da4ec76af,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:58.336603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:58.347187 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c31c54e126954cb8a6ad2595bf639792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691437 Jun 24 04:14:58.349856 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:14:58.350510 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36578) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:58.360329 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:14:58.395825 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] No DVR routers for this DVR port 38104af8-c81f-4460-a90d-7f3da4ec76af on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:14:58.401008 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.403319 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e54f4380-2a60-4138-b52b-277520912a24 req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.10 "DELETE /v2.0/ports/38104af8-c81f-4460-a90d-7f3da4ec76af HTTP/1.1" status: 204 len: 173 time: 0.6701961 Jun 24 04:14:58.404020 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'name': 'network-vif-deleted', 'tag': '38104af8-c81f-4460-a90d-7f3da4ec76af'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:14:58.407480 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33119310-eca6-4136-a378-a7979fe7a309" -d '{"events": [{"server_uuid": "b906dcb2-7074-47ad-a786-7cff1d26010a", "name": "network-vif-deleted", "tag": "38104af8-c81f-4460-a90d-7f3da4ec76af"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:14:58.456496 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afce355-b193-4291-b3c8-46c3a9730d41 x-openstack-request-id: req-1afce355-b193-4291-b3c8-46c3a9730d41 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:14:58.456819 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b906dcb2-7074-47ad-a786-7cff1d26010a", "name": "network-vif-deleted", "tag": "38104af8-c81f-4460-a90d-7f3da4ec76af", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:14:58.457106 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1afce355-b193-4291-b3c8-46c3a9730d41 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:14:58.457527 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b906dcb2-7074-47ad-a786-7cff1d26010a', 'name': 'network-vif-deleted', 'tag': '38104af8-c81f-4460-a90d-7f3da4ec76af', 'status': 'completed', 'code': 200} Jun 24 04:14:58.476747 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.538644 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.582746 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:14:58.632872 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-acc9d98b-a9e2-49f4-b000-446d7d869970 None None] Provisioning complete for port 2e856199-ecc0-46ed-ab94-35764ed6b5eb triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:14:58.633405 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-acc9d98b-a9e2-49f4-b000-446d7d869970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.670917 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-acc9d98b-a9e2-49f4-b000-446d7d869970 None None] Port 2e856199-ecc0-46ed-ab94-35764ed6b5eb cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:14:58.696701 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.699215 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:58.700343 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f2e86aa-09ee-4602-ad9b-6ee6e577f880 HTTP/1.1" status: 204 len: 168 time: 0.3489101 Jun 24 04:14:58.701317 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7c2cce90-35ea-4c5c-b56c-f337f24f1a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:58.703863 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:14:58.709414 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] 10.222.0.26 "PUT /v2.0/routers/cfe09aa1-60cb-43be-bbc7-1b621a79b1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7170055 Jun 24 04:14:58.714656 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2e86aa-09ee-4602-ad9b-6ee6e577f880,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:58.722934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:59.401207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36612) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:59.407253 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1105482054-network', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:59.409370 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Sync routers for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:14:59.420389 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:14:59.421756 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:59.506675 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Made reservation on behalf of 2f2e8b5e9c014bb4be1509463f70fd5f for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:14:59.509392 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.521150 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-01cbc325-7cb8-41a2-9cc1-5691b2c59bac req-ad6bff54-29c5-4f0e-a0c8-1ab37d6941bb tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0368304 Jun 24 04:14:59.542038 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:14:59.544620 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.650692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.758130 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.762916 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6c7e59e0-755d-4998-8f65-de7f776f007b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:14:59.779468 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:14:59.792900 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de26e8b-8703-40c8-af82-223c00d918d2,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:14:59.795947 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:14:59.811349 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36626) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:14:59.823249 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.823249 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Added segment b8eaf27b-d8fe-407f-b20b-1502725bf020 of type vlan for network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 Jun 24 04:14:59.874646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.892441 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 2, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:14:59.918670 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Checking router: cfe09aa1-60cb-43be-bbc7-1b621a79b1ab for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:14:59.919275 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Updating router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab port 2e856199-ecc0-46ed-ab94-35764ed6b5eb binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:14:59.924507 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-719058360-network', 'tenant_id': '70d3950df30a429683a56f63d6444473'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:14:59.953245 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.965068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.965068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:14:59.965068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:14:59.967261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.025424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 58f3e3c5-ed93-44e1-a888-2e13360f5460 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:00.031500 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Pushing event updated for resources: {'Network': ['ID=7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.034198 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.036590 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Made reservation on behalf of 70d3950df30a429683a56f63d6444473 for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:00.039153 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.048991 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:15:00.049194 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.095376 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6926546 Jun 24 04:15:00.097985 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36632) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:00.103714 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Request body: {'subnet': {'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1105482054-subnet', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:00.125714 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.177056 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.192442 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 58f3e3c5-ed93-44e1-a888-2e13360f5460 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:00.196556 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 58f3e3c5-ed93-44e1-a888-2e13360f5460 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:00.196928 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.226976 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.237109 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Transition to ACTIVE for port object 2e856199-ecc0-46ed-ab94-35764ed6b5eb will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:00.241663 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.245940 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e64f765-3163-47e8-bbb0-2769b6e1f1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.264790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:15:00.271922 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.279845 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d764d9-36ce-4268-bcdb-cb3f61c8b517,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.282883 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.284154 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.284929 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Added segment 9d336da1-974b-47b1-9971-e3811f3f1ffe of type vlan for network a5ec9693-a233-4938-bfba-f0f1ddb05b19 Jun 24 04:15:00.295621 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 58f3e3c5-ed93-44e1-a888-2e13360f5460, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=58f3e3c5-ed93-44e1-a888-2e13360f5460,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:00.312180 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.315278 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.326007 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.341363 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Made reservation on behalf of 2f2e8b5e9c014bb4be1509463f70fd5f for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:00.344622 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5549793'] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.354552 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Pushing event updated for resources: {'Port': ['ID=2e856199-ecc0-46ed-ab94-35764ed6b5eb,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.369369 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.370001 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.370341 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.370672 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.370996 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.371349 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.371670 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.371985 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.372317 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.372637 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.372948 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.373259 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:00.381259 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.395971 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.400029 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.426616 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.427996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:00.428511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.431533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.463954 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Attempting to bind port 2e856199-ecc0-46ed-ab94-35764ed6b5eb on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:00.464504 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Attempting to bind port 2e856199-ecc0-46ed-ab94-35764ed6b5eb by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:00.464669 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Attempting to bind port 2e856199-ecc0-46ed-ab94-35764ed6b5eb on network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:00.470839 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=58f3e3c5-ed93-44e1-a888-2e13360f5460,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.474514 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.479110 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:00.479787 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Checking segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:00.480340 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.481562 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Bound using segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:00.482512 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Bound port: 2e856199-ecc0-46ed-ab94-35764ed6b5eb, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:00.483865 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.493733 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ec9693-a233-4938-bfba-f0f1ddb05b19,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.496444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.505107 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network a5ec9693-a233-4938-bfba-f0f1ddb05b19 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:15:00.518763 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7037899 Jun 24 04:15:00.518980 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36634) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:00.524527 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Request body: {'subnet': {'network_id': 'a5ec9693-a233-4938-bfba-f0f1ddb05b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-719058360-subnet', 'tenant_id': '70d3950df30a429683a56f63d6444473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:00.563867 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] For port 2e856199-ecc0-46ed-ab94-35764ed6b5eb, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:00.567702 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] For port 2e856199-ecc0-46ed-ab94-35764ed6b5eb, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=2e856199-ecc0-46ed-ab94-35764ed6b5eb,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:00.654836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Made reservation on behalf of 70d3950df30a429683a56f63d6444473 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:00.657126 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16735713'] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.675488 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2a23a923-282e-4ec0-a10f-33d2bade9eb9 req-49495e5d-57ce-48cd-969c-d10fdb939567 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0273008 Jun 24 04:15:00.701054 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6248437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5549815'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.701641 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.705272 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-5093e59a-364d-457f-9934-503b1696ecaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.709912 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9e26c9b1-1633-4ab0-9a6f-4771867dcd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.759586 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Pushing event updated for resources: {'Port': ['ID=2e856199-ecc0-46ed-ab94-35764ed6b5eb,revision_number=4']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.772348 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Checking segment: {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:00.772934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Network hostable DHCP agents. Network: 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:15:00.776018 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0886adb6-95ba-4515-b76a-2a3e56993e89,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:00.778858 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.788891 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:00.789699 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:00.830185 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-b9a0ee3c-8f59-4b23-aacd-b6215419f673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:00.876256 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:15:00.911279 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:00.929815 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16392578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16735735'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.932309 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a9d1271b-b710-4927-a311-7989007f6809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:00.958230 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:00.962604 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:00.963190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:00.967914 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6424b5-1e6f-4b03-928c-020f2306ee9d None None] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:01.000822 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f8f0d9-f9dd-400d-b12d-212bdda171a3,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:01.003900 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:01.007019 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Checking segment: {'id': '9d336da1-974b-47b1-9971-e3811f3f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a5ec9693-a233-4938-bfba-f0f1ddb05b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:01.007440 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Network hostable DHCP agents. Network: a5ec9693-a233-4938-bfba-f0f1ddb05b19, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:15:01.045179 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9451737 Jun 24 04:15:01.047409 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36642) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:01.052479 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:01.095372 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Network a5ec9693-a233-4938-bfba-f0f1ddb05b19 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:15:01.117187 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:01.130238 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'fixed_ips': [{'subnet_id': '0886adb6-95ba-4515-b76a-2a3e56993e89'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:15:01.131448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.142663 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69f0e9-24b7-4b59-9d09-dbdcebaaed82 None None] The sync data for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi is: [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:15:01.158191 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.159272 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.186476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, a5ec9693-a233-4938-bfba-f0f1ddb05b19) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:01.190979 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:01.191739 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.222557 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78a7a3-424f-4e7d-8b75-4c1e5e044ae7 None None] Network a5ec9693-a233-4938-bfba-f0f1ddb05b19 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:01.236481 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.290471 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9704c4a9-63c2-4c1e-b903-bade7b1dfec8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7704444 Jun 24 04:15:01.477753 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.507547 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Allocated IP 172.20.0.2 (7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5/0886adb6-95ba-4515-b76a-2a3e56993e89/9ba6d1d4-9b5d-423f-ae3a-9821e3404d69) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:01.572905 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ddea3-74d4-432b-ba5d-7a666474c576 None None] Network a5ec9693-a233-4938-bfba-f0f1ddb05b19 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:01.782092 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.796157 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.802670 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.807209 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Transition to ACTIVE for port object 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:01.824971 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Transition to ACTIVE for port object 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:01.906807 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-afc9b127-b83b-4df1-98a0-f671b72eee37 req-f2f9ff2e-0ecf-42e0-9e1c-cf48dfdbd330 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0449791 Jun 24 04:15:01.907262 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:01.910206 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:01.963125 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Pushing event updated for resources: {'Port': ['ID=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:01.967076 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:01.968287 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Allocated IP 172.27.2.135 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/8f66742c-300b-43e4-9366-412fd2ec9c09) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:01.975086 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:01.976772 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:01.979285 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:02.066837 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Attempting to bind port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:02.067236 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Attempting to bind port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:02.069936 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Attempting to bind port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 on network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:02.077823 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:02.078777 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Checking segment: {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:02.079385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.079959 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Bound using segment: {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:02.080917 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Bound port: 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:02.081478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.108603 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.159054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] For port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:02.164940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] For port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:02.165421 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 2e856199-ecc0-46ed-ab94-35764ed6b5eb up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:02.200884 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36662) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:02.207995 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-864671045-network', 'tenant_id': '5d04156b799f48e793dc3e7faa540e59'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:02.249719 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.251797 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fd6adb14-2569-4ea4-8510-4ceafc1c4103 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:02.278861 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.281357 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 2e856199-ecc0-46ed-ab94-35764ed6b5eb completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:02.284952 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8c40ce40-862f-4be9-932a-aa64cfde1f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:02.292125 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:02.294347 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 2e856199-ecc0-46ed-ab94-35764ed6b5eb triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:02.294727 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.304541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:02.311085 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:02.314880 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8f66742c-300b-43e4-9366-412fd2ec9c09,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:02.318776 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:02.337187 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Made reservation on behalf of 5d04156b799f48e793dc3e7faa540e59 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:02.339724 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.351422 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.387550 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Pushing event updated for resources: {'Port': ['ID=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:02.390863 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:02.456431 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.488136 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 38104af8-c81f-4460-a90d-7f3da4ec76af no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:15:02.522227 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 38104af8-c81f-4460-a90d-7f3da4ec76af {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:15:02.522824 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 38104af8-c81f-4460-a90d-7f3da4ec76af not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:15:02.537527 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 2e856199-ecc0-46ed-ab94-35764ed6b5eb, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=2e856199-ecc0-46ed-ab94-35764ed6b5eb,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:02.546920 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f4b2859a-6b54-431d-9a92-3d0de0617af7 req-556304b6-be41-4a34-b40f-dc17c5d86976 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0390093 Jun 24 04:15:02.580986 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.610960 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.612230 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 58f3e3c5-ed93-44e1-a888-2e13360f5460 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:02.622374 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:02.644189 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f4b2859a-6b54-431d-9a92-3d0de0617af7 req-66c8eb98-b836-4e44-9756-6d0f392ba9e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7695007fac434588ab66d4894dc8f3c3&device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0466850 Jun 24 04:15:02.702128 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.709771 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=2e856199-ecc0-46ed-ab94-35764ed6b5eb,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:02.713757 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:02.714242 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c9c3bcf8-5f4e-4b3c-bc97-801405b7007b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:02.720168 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 58f3e3c5-ed93-44e1-a888-2e13360f5460 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:02.720557 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.781122 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:15:02.798004 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120c9093-5c91-441d-8cf7-c1746c432798,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:02.804131 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.805031 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Added segment 9913117d-ca60-4035-b4c6-3f10d828df0d of type vlan for network e1d825f3-579e-44be-9375-28cbc45e6d87 Jun 24 04:15:02.806013 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:02.835032 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2859a-6b54-431d-9a92-3d0de0617af7 req-2c3d8fd2-0be4-47be-b61b-82655c9b0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:02.837274 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f4b2859a-6b54-431d-9a92-3d0de0617af7 req-2c3d8fd2-0be4-47be-b61b-82655c9b0aaf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7695007fac434588ab66d4894dc8f3c3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1471963 Jun 24 04:15:02.843664 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.885368 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:02.955435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2859a-6b54-431d-9a92-3d0de0617af7 req-09f63012-9daa-4951-88b6-cf12440fa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:02.955435 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f4b2859a-6b54-431d-9a92-3d0de0617af7 req-09f63012-9daa-4951-88b6-cf12440fa767 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016963 Jun 24 04:15:03.060769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b804b73f-fc7e-4e61-85e1-37da26f27d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.070361 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.081503 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:03.082133 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.099907 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a1081b5a-40f7-4e59-988a-58306943bedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.105273 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f47a2076-31fb-4695-a31b-f4dce0fbe244 req-48d0bbff-1b5f-4d3e-a426-bb9c4a17a50d tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] 10.222.0.26 "GET /v2.0/ports?device_id=b906dcb2-7074-47ad-a786-7cff1d26010a HTTP/1.1" status: 200 len: 210 time: 0.0380476 Jun 24 04:15:03.172309 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.174306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Pushing event updated for resources: {'Network': ['ID=e1d825f3-579e-44be-9375-28cbc45e6d87,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:03.177267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:03.186368 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network e1d825f3-579e-44be-9375-28cbc45e6d87 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:15:03.214148 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0111713 Jun 24 04:15:03.216823 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36668) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:03.222149 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Request body: {'subnet': {'network_id': 'e1d825f3-579e-44be-9375-28cbc45e6d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-864671045-subnet', 'tenant_id': '5d04156b799f48e793dc3e7faa540e59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:03.321853 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Made reservation on behalf of 5d04156b799f48e793dc3e7faa540e59 for: {'subnet': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:03.326301 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16735713'] for subnet, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.404444 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Router c14623f2-5c58-4d14-84a2-3edc1f855e4b is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:15:03.522345 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:15:03.528303 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93770abd-d410-4be9-93ec-941fb43a818b None None] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:03.542415 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Sync routers for ids ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:15:03.578994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16392578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16735735'] for subnet, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.581341 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:03.593066 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Routers {'c14623f2-5c58-4d14-84a2-3edc1f855e4b'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:03.593704 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:03.608214 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.617620 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5620499 Jun 24 04:15:03.617620 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36672) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:03.638802 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a4f598-b2f8-41bb-a1d2-8154c7024b44,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:03.642595 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:03.646562 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Checking segment: {'id': '9913117d-ca60-4035-b4c6-3f10d828df0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e1d825f3-579e-44be-9375-28cbc45e6d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:03.646925 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Network hostable DHCP agents. Network: e1d825f3-579e-44be-9375-28cbc45e6d87, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93536) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:15:03.726330 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-28ab62cd-9d37-4276-b487-93b3a715f512 None None] Provisioning for port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:03.741704 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Network e1d825f3-579e-44be-9375-28cbc45e6d87 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93536) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:15:03.755392 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Set router c14623f2-5c58-4d14-84a2-3edc1f855e4b gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:03.835948 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, e1d825f3-579e-44be-9375-28cbc45e6d87) {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:03.840446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:03.842209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:03.851069 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb14ff-822b-4d47-9e47-406c914c9977 None None] Network e1d825f3-579e-44be-9375-28cbc45e6d87 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:03.935401 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7173290 Jun 24 04:15:04.149335 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882aed27-9a87-4832-a584-9937c4e063a4 None None] Network e1d825f3-579e-44be-9375-28cbc45e6d87 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:15:04.275636 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36686) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:04.320821 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 2e856199-ecc0-46ed-ab94-35764ed6b5eb up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:04.340823 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Deleting subnet 03b7c238-d8f8-4b94-b5d7-c94e69d75575 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:15:04.347218 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.389176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.393131 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.421456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 3, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:04.460762 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Checking router: c14623f2-5c58-4d14-84a2-3edc1f855e4b for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:15:04.460762 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Updating router c14623f2-5c58-4d14-84a2-3edc1f855e4b port 8f66742c-300b-43e4-9366-412fd2ec9c09 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:15:04.503418 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 2e856199-ecc0-46ed-ab94-35764ed6b5eb triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:04.503859 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.561822 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.642194 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Allocated IP 172.20.0.1 (7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5/0886adb6-95ba-4515-b76a-2a3e56993e89/75837bf6-ce55-4b64-b4e9-753b714ba50b) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:04.746728 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.748622 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:04.821067 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.835347 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Transition to ACTIVE for port object 75837bf6-ce55-4b64-b4e9-753b714ba50b will not be triggered until provisioned by entity DHCP. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:04.870368 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.873360 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0af1072a-3a71-481f-bf54-228c43331d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:04.896729 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b7c238-d8f8-4b94-b5d7-c94e69d75575,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:04.899734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:04.900696 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.902590 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-24b9abf7-ac05-4fcc-9009-01fd6647a957 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/03b7c238-d8f8-4b94-b5d7-c94e69d75575 HTTP/1.1" status: 204 len: 168 time: 0.6257272 Jun 24 04:15:04.906969 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36692) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:04.918209 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.928319 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Transition to ACTIVE for port object 8f66742c-300b-43e4-9366-412fd2ec9c09 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:04.943924 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:04.945036 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.948155 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:04.948505 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.948612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b895f1e-1e2a-46aa-aab5-a5d9a6dc32d9 tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:04.974325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:04.984872 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:04.988448 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:04.990965 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:05.035495 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Pushing event updated for resources: {'Port': ['ID=75837bf6-ce55-4b64-b4e9-753b714ba50b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.044327 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.047892 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.050648 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.053784 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.057260 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.072314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.084058 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947049d3-a341-4f43-8063-d14f6e567fb7']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.101379 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c652ec-9f80-4544-bbde-716e49298503') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.102002 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c652ec-9f80-4544-bbde-716e49298503') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.116329 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.134816 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.140712 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Attempting to bind port 8f66742c-300b-43e4-9366-412fd2ec9c09 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:05.141165 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Attempting to bind port 8f66742c-300b-43e4-9366-412fd2ec9c09 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:05.141596 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Attempting to bind port 8f66742c-300b-43e4-9366-412fd2ec9c09 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:05.142525 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:15:05.149098 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:15:05.151213 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:05.151213 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab396bf-2e47-4a12-b12f-c585708085a9 None None] Pushing event updated for resources: {'Port': ['ID=8f66742c-300b-43e4-9366-412fd2ec9c09,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.157139 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7ab396bf-2e47-4a12-b12f-c585708085a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.158504 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:05.158902 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:05.159432 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.159833 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:05.160320 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Bound port: 8f66742c-300b-43e4-9366-412fd2ec9c09, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:05.160694 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.212657 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] For port 8f66742c-300b-43e4-9366-412fd2ec9c09, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:05.216107 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] For port 8f66742c-300b-43e4-9366-412fd2ec9c09, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=8f66742c-300b-43e4-9366-412fd2ec9c09,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:05.241535 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.243408 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.288409 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.291152 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.318459 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.322898 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.330750 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.330750 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/947049d3-a341-4f43-8063-d14f6e567fb7 HTTP/1.1" status: 204 len: 168 time: 0.4243824 Jun 24 04:15:05.356321 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=947049d3-a341-4f43-8063-d14f6e567fb7,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.356423 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.356868 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.358186 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.372677 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.428457 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8ae00240-cc8e-4278-bb8f-2bb97b2345e4 None None] Provisioning for port 75837bf6-ce55-4b64-b4e9-753b714ba50b completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:05.432836 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8ae00240-cc8e-4278-bb8f-2bb97b2345e4 None None] Provisioning complete for port 75837bf6-ce55-4b64-b4e9-753b714ba50b triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:05.433415 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8ae00240-cc8e-4278-bb8f-2bb97b2345e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.459940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab396bf-2e47-4a12-b12f-c585708085a9 None None] Pushing event updated for resources: {'Port': ['ID=8f66742c-300b-43e4-9366-412fd2ec9c09,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.463110 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7ab396bf-2e47-4a12-b12f-c585708085a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.479621 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Routers {'c14623f2-5c58-4d14-84a2-3edc1f855e4b'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:05.480188 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:14:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.517583 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8ae00240-cc8e-4278-bb8f-2bb97b2345e4 None None] Port 75837bf6-ce55-4b64-b4e9-753b714ba50b cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:15:05.537619 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-dcf31083-9af1-44ed-8ed9-3099cbefcccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.547268 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.598868 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] Set router c14623f2-5c58-4d14-84a2-3edc1f855e4b gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:05.786430 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.789586 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b13c9d3b-0af5-4cc4-ac17-5586be956af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:05.804728 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '75837bf6-ce55-4b64-b4e9-753b714ba50b', 'name': '', 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'mac_address': 'fa:16:3e:16:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:04Z', 'updated_at': '2021-06-24T04:15:04Z', 'revision_number': 1, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'subnets': [{'id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:05.842240 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac5cd1c-c735-40c9-ac82-3578f039e5b5 None None] The sync data for ids ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'] in dv-cinder-792462-18-iscsi is: [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '75837bf6-ce55-4b64-b4e9-753b714ba50b', 'name': '', 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'mac_address': 'fa:16:3e:16:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:04Z', 'updated_at': '2021-06-24T04:15:04Z', 'revision_number': 1, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'subnets': [{'id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:15:05.870403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:05.876260 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Pushing event updated for resources: {'Port': ['ID=75837bf6-ce55-4b64-b4e9-753b714ba50b,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:05.880306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:05.984063 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:05.985730 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:06.010897 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:06.089021 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:06.089537 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.132966 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Router c14623f2-5c58-4d14-84a2-3edc1f855e4b has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:15:06.209625 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.254849 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36704) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:06.278455 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:15:06.286732 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] 10.222.0.26 "PUT /v2.0/routers/c14623f2-5c58-4d14-84a2-3edc1f855e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693807 Jun 24 04:15:06.302102 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-16c2763d-479b-4bde-8259-311ecf79847d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7695007fac434588ab66d4894dc8f3c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460031 Jun 24 04:15:06.304403 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36708) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:06.345863 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-77a2e6ec-b724-4894-852b-932e528ed2d2 None None] Provisioning complete for port 75837bf6-ce55-4b64-b4e9-753b714ba50b triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:06.346273 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-77a2e6ec-b724-4894-852b-932e528ed2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.369994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.407296 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-77a2e6ec-b724-4894-852b-932e528ed2d2 None None] Port 75837bf6-ce55-4b64-b4e9-753b714ba50b cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:15:06.410756 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.550239 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.572879 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:06.572879 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad6d478c-e7cd-4a16-bf03-fc1a921340f0 HTTP/1.1" status: 204 len: 168 time: 0.2629454 Jun 24 04:15:06.572879 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-91c79f60-8c34-4322-a2ab-59b02d9c2219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:06.590787 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d478c-e7cd-4a16-bf03-fc1a921340f0,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:06.594045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:06.784572 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.047393 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.111054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 8f66742c-300b-43e4-9366-412fd2ec9c09 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:08.252989 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 8f66742c-300b-43e4-9366-412fd2ec9c09 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:08.258903 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 8f66742c-300b-43e4-9366-412fd2ec9c09 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:08.259293 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.342085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.365329 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 8f66742c-300b-43e4-9366-412fd2ec9c09, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=8f66742c-300b-43e4-9366-412fd2ec9c09,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:08.430327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:08.432351 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:08.509337 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=8f66742c-300b-43e4-9366-412fd2ec9c09,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:08.513779 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:08.729453 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36796) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:08.931812 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.043886 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.112515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.115207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d4785cc4-bbe3-479c-a6ca-1eb0dc8a2e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:09.154168 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03378f3a734e41f5ad85ad9a404f3df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234653 Jun 24 04:15:09.155190 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873ad07e-db60-4e12-a53c-5fe7d86d0f05,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:09.156707 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36800) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:09.159137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:09.217385 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.241228 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.319560 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Sync routers for ids ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:15:09.330598 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Routers {'c14623f2-5c58-4d14-84a2-3edc1f855e4b'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:09.331438 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:15:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:09.376462 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.379854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:09.381588 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/873ad07e-db60-4e12-a53c-5fe7d86d0f05 HTTP/1.1" status: 204 len: 168 time: 0.2237880 Jun 24 04:15:09.382679 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c0d22e48-1cac-44cd-8638-2e2a1a99a788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:09.393643 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873ad07e-db60-4e12-a53c-5fe7d86d0f05,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:09.395039 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-ab45ef85-b692-4236-8c7f-d2cfa97cb346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:09.456971 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Set router c14623f2-5c58-4d14-84a2-3edc1f855e4b gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:09.709175 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '75837bf6-ce55-4b64-b4e9-753b714ba50b', 'name': '', 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'mac_address': 'fa:16:3e:16:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:04Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 2, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'subnets': [{'id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:09.742514 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Checking router: c14623f2-5c58-4d14-84a2-3edc1f855e4b for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:15:09.743165 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Updating router c14623f2-5c58-4d14-84a2-3edc1f855e4b port 75837bf6-ce55-4b64-b4e9-753b714ba50b binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:15:09.782810 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.062155 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 8f66742c-300b-43e4-9366-412fd2ec9c09 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:10.144062 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 8f66742c-300b-43e4-9366-412fd2ec9c09 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:10.144511 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.215701 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.244392 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Transition to ACTIVE for port object 75837bf6-ce55-4b64-b4e9-753b714ba50b will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:10.312365 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.316428 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:10.365973 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f297a6-2e66-4569-8796-bc3beb0bf47b None None] Pushing event updated for resources: {'Port': ['ID=75837bf6-ce55-4b64-b4e9-753b714ba50b,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:10.369401 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-a7f297a6-2e66-4569-8796-bc3beb0bf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:10.435200 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Attempting to bind port 75837bf6-ce55-4b64-b4e9-753b714ba50b on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:10.435580 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Attempting to bind port 75837bf6-ce55-4b64-b4e9-753b714ba50b by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:10.435964 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Attempting to bind port 75837bf6-ce55-4b64-b4e9-753b714ba50b on network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:10.441282 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:10.441656 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Checking segment: {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:10.442101 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.442493 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Bound using segment: {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:10.442962 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Bound port: 75837bf6-ce55-4b64-b4e9-753b714ba50b, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eaf27b-d8fe-407f-b20b-1502725bf020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:10.443332 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.519130 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] For port 75837bf6-ce55-4b64-b4e9-753b714ba50b, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:10.522305 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] For port 75837bf6-ce55-4b64-b4e9-753b714ba50b, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=75837bf6-ce55-4b64-b4e9-753b714ba50b,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:10.665228 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:10.668881 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:10.729295 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Routers {'c14623f2-5c58-4d14-84a2-3edc1f855e4b'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:15:10.729977 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:15:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:10.792381 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f297a6-2e66-4569-8796-bc3beb0bf47b None None] Pushing event updated for resources: {'Port': ['ID=75837bf6-ce55-4b64-b4e9-753b714ba50b,revision_number=4']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:10.796796 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-a7f297a6-2e66-4569-8796-bc3beb0bf47b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:10.947789 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] Set router c14623f2-5c58-4d14-84a2-3edc1f855e4b gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:15:11.338704 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '75837bf6-ce55-4b64-b4e9-753b714ba50b', 'name': '', 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'mac_address': 'fa:16:3e:16:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:04Z', 'updated_at': '2021-06-24T04:15:10Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'subnets': [{'id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:11.367143 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e37bf9-2298-4069-abb2-a26f73168b3a None None] The sync data for ids ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'] in dv-cinder-792462-18-iscsi is: [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:05Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '75837bf6-ce55-4b64-b4e9-753b714ba50b', 'name': '', 'network_id': '7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'mac_address': 'fa:16:3e:16:0b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:04Z', 'updated_at': '2021-06-24T04:15:10Z', 'revision_number': 4, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'subnets': [{'id': '0886adb6-95ba-4515-b76a-2a3e56993e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:15:12.077536 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 75837bf6-ce55-4b64-b4e9-753b714ba50b up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:12.392194 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 75837bf6-ce55-4b64-b4e9-753b714ba50b completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:12.396873 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 75837bf6-ce55-4b64-b4e9-753b714ba50b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:12.397354 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.477941 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.513924 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 75837bf6-ce55-4b64-b4e9-753b714ba50b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=75837bf6-ce55-4b64-b4e9-753b714ba50b,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:12.576362 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:12.579313 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-5f73d191-b081-48d0-a570-281f8dd83290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:12.661044 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=75837bf6-ce55-4b64-b4e9-753b714ba50b,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:12.664807 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:13.684343 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36904) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:13.851452 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94b12eb5-c6a4-4e09-ac37-7915f1d05fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:13.966424 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94b12eb5-c6a4-4e09-ac37-7915f1d05fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.188091 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 75837bf6-ce55-4b64-b4e9-753b714ba50b up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:14.236473 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 75837bf6-ce55-4b64-b4e9-753b714ba50b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:14.236814 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.375222 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94b12eb5-c6a4-4e09-ac37-7915f1d05fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.378891 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-11ff486b-8c1a-473d-aa40-6f7730b256ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:14.414130 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-94b12eb5-c6a4-4e09-ac37-7915f1d05fdd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf5b602ac4d0408ba01a15250dc0cc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284055 Jun 24 04:15:14.416248 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b12eb5-c6a4-4e09-ac37-7915f1d05fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ce08f3-e413-496c-8ada-e82a3cc2fd84,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:14.416661 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36910) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:14.422276 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-94b12eb5-c6a4-4e09-ac37-7915f1d05fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:14.475250 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.502488 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.624445 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.627103 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:14.628505 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3ce08f3-e413-496c-8ada-e82a3cc2fd84 HTTP/1.1" status: 204 len: 168 time: 0.2094803 Jun 24 04:15:14.629424 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2b4e6567-4a34-4c37-81e1-410f25777463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:14.640290 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ce08f3-e413-496c-8ada-e82a3cc2fd84,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:14.656088 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:15.333659 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 36922) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:15.350071 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.457124 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.527150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.529793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:15.563904 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8311949-bc68-4022-a66e-57fb0f1a0a27,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:15.569370 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:15.576491 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 36926) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:15.583602 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3274b72c871e456cb884933506fddbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487037 Jun 24 04:15:15.629503 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.652337 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.848973 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.851705 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:15.852868 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8311949-bc68-4022-a66e-57fb0f1a0a27 HTTP/1.1" status: 204 len: 168 time: 0.2756412 Jun 24 04:15:15.853725 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:15.862173 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8311949-bc68-4022-a66e-57fb0f1a0a27,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:15.864583 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-63bf01aa-4a34-48f0-b30a-ac9c7c9b655a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:19.174059 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-a0f8a8e8-463d-46f2-9d93-9af73072ad1d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:19.175033 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-a0f8a8e8-463d-46f2-9d93-9af73072ad1d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 815 time: 0.1057260 Jun 24 04:15:19.190589 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-c4cde811-a88f-4c85-850c-2782e07de3f0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/quotas/c59d239d9ab34038b049ed04507c55c2 HTTP/1.1" status: 200 len: 375 time: 0.0095408 Jun 24 04:15:19.256792 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-e81992b2-009d-4942-90c7-056753fa98c1 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608747 Jun 24 04:15:19.349738 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-57cdb3bf-55fe-48d5-b6a3-4bea8aff4af6 service neutron] 10.222.0.26 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813293 Jun 24 04:15:19.441396 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-249914df-f5c3-42a8-bee6-cbb267e784ce service neutron] 10.222.0.26 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859134 Jun 24 04:15:19.697789 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d288449-9395-460b-b899-2b8b627a496d req-13a3faed-7c0c-4c51-bd4e-ab7f14fd73ea tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 210 time: 0.0403328 Jun 24 04:15:20.783021 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7ddd9629-ddcf-44d6-81bc-5a55aca38594 req-dfd06ddd-a047-4393-a1a4-0ed3c06d4a1c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 210 time: 0.0290143 Jun 24 04:15:21.926837 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13a228f9-e503-479b-844a-db4ef991eb7f req-24af6a47-7e58-48d8-82f1-118c3dcd810a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 210 time: 0.0277205 Jun 24 04:15:22.045677 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37164) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:22.151535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.242935 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.325628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-4061c82a-6e6f-47fb-a5d5-b82af475e27d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:22.327226 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-4061c82a-6e6f-47fb-a5d5-b82af475e27d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 815 time: 0.1146340 Jun 24 04:15:22.327423 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.330981 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5dd4e4bb-efde-4ec9-ba7a-50425806b2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:22.342975 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'port': {'device_id': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'admin_state_up': True, 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:22.370676 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=022229bf758f48a7b53440317836d375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237908 Jun 24 04:15:22.371987 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b413619f-b41e-46d2-b508-033523854950,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:22.374583 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37172) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:22.381053 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:22.433010 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.456420 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.552299 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Made reservation on behalf of c59d239d9ab34038b049ed04507c55c2 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:15:22.555996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.592184 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.595560 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.603461 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b413619f-b41e-46d2-b508-033523854950 HTTP/1.1" status: 204 len: 168 time: 0.2211165 Jun 24 04:15:22.603461 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9838eaab-0ee7-441c-840b-c89713f3387e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:22.611031 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b413619f-b41e-46d2-b508-033523854950,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:22.620875 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:22.717561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Allocated IP 172.20.0.12 (74bda1c9-4083-4b6c-b7b1-4f50addd8235/0c8121c1-266d-4013-8807-f0601e5bcfc5/a107b06c-5fd5-4f98-a141-656c8822202a) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:15:22.872077 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.891812 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Transition to ACTIVE for port object a107b06c-5fd5-4f98-a141-656c8822202a will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:22.993059 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:22.999033 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-015c6c4f-9b8e-42e7-802c-61623cd28041 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:23.074669 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:15:23.098753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:15:23.101137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:15:23.107303 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:23.109973 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:23.164149 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:23.164876 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.211387 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6dcb-7874-4a21-b650-17135212a4d0 req-5a350bf1-4ce1-4785-a37f-561b7714f378 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:23.212456 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ae4a6dcb-7874-4a21-b650-17135212a4d0 req-5a350bf1-4ce1-4785-a37f-561b7714f378 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.1630974 Jun 24 04:15:23.260114 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9194913 Jun 24 04:15:23.304561 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ae4a6dcb-7874-4a21-b650-17135212a4d0 req-247453fb-7ceb-4a30-acde-0f312aef6982 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824862 Jun 24 04:15:23.345805 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37210) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:23.360850 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.410005 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3376a33-48c6-4e81-ba46-ee0ec8b5b107 req-2bc597e4-480d-4d14-b1e0-358e9226c5d4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:23.413233 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d3376a33-48c6-4e81-ba46-ee0ec8b5b107 req-2bc597e4-480d-4d14-b1e0-358e9226c5d4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.1389773 Jun 24 04:15:23.427209 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-bbef53ad-fab9-4174-a41b-0a0ad33d6fa5 None None] Provisioning for port a107b06c-5fd5-4f98-a141-656c8822202a completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:23.436504 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-bbef53ad-fab9-4174-a41b-0a0ad33d6fa5 None None] Provisioning complete for port a107b06c-5fd5-4f98-a141-656c8822202a triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:23.437643 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbef53ad-fab9-4174-a41b-0a0ad33d6fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.500465 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d3376a33-48c6-4e81-ba46-ee0ec8b5b107 req-fadd6d8e-17e4-43e2-9af9-4034c23c428b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564034 Jun 24 04:15:23.500768 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-bbef53ad-fab9-4174-a41b-0a0ad33d6fa5 None None] Port a107b06c-5fd5-4f98-a141-656c8822202a cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:15:23.559006 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.626561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.630626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-736cb237-6ce4-45f6-b3c8-73e20d31d4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:23.732134 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612330e6-aaf8-4aa1-b46b-14c43777be13,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:23.736006 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:23.739947 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89c996d99fde489aac4efaebaae9de5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922009 Jun 24 04:15:23.746268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37220) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:23.800069 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.823421 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.935309 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.938042 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:23.939182 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/612330e6-aaf8-4aa1-b46b-14c43777be13 HTTP/1.1" status: 204 len: 168 time: 0.1917801 Jun 24 04:15:23.939920 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-214e32c1-5d3d-4abf-b04b-bb0870212250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:23.947403 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612330e6-aaf8-4aa1-b46b-14c43777be13,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:23.957447 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:24.519708 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4a218-c9c7-490b-8da5-529cefe5f5b9 req-e311ff22-6065-4f62-8686-04231401bfcd tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:24.521255 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bff4a218-c9c7-490b-8da5-529cefe5f5b9 req-e311ff22-6065-4f62-8686-04231401bfcd tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0654559 Jun 24 04:15:24.562755 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bff4a218-c9c7-490b-8da5-529cefe5f5b9 req-e91d0d85-3438-4712-8f9d-05dfb4c979cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355945 Jun 24 04:15:24.741023 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ea0b-6ffb-445f-acfb-883eb4e494eb req-ce422d43-586a-43f9-8bd8-16501645fbad tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:24.742497 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-25e5ea0b-6ffb-445f-acfb-883eb4e494eb req-ce422d43-586a-43f9-8bd8-16501645fbad tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0788932 Jun 24 04:15:24.788954 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-25e5ea0b-6ffb-445f-acfb-883eb4e494eb req-584f5b0c-d077-4d38-acec-2ba6ce22941d tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Jun 24 04:15:25.767660 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727bf45-fcbc-47dd-9897-32df9b07cb43 req-46559cd9-180d-42a3-addb-e856b28ef6c2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:25.770090 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1727bf45-fcbc-47dd-9897-32df9b07cb43 req-46559cd9-180d-42a3-addb-e856b28ef6c2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0902512 Jun 24 04:15:25.814653 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1727bf45-fcbc-47dd-9897-32df9b07cb43 req-71171dc7-7c6f-4f47-8ee0-be408a8a2b6d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Jun 24 04:15:25.988115 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05a598-d969-4eba-bf28-4c7d05edab77 req-64eed9d8-e987-4786-bb9d-9ffc446e8d39 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:25.989611 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ba05a598-d969-4eba-bf28-4c7d05edab77 req-64eed9d8-e987-4786-bb9d-9ffc446e8d39 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0704467 Jun 24 04:15:26.034892 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ba05a598-d969-4eba-bf28-4c7d05edab77 req-bad9b5f5-d45f-478d-8af7-b0ebee6356a0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394237 Jun 24 04:15:26.408096 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37282) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:26.532408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.624026 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.678046 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.680700 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-80c13faf-5c4b-4725-b419-33836222c0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:26.720936 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99b2899ee67b4e9892e7f70509340aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117979 Jun 24 04:15:26.721830 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08bb7b-a281-4c8d-8538-c772d293ba5f,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:26.723693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37288) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:26.724676 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:26.775503 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.798747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.898752 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.906682 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:26.910812 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e08bb7b-a281-4c8d-8538-c772d293ba5f HTTP/1.1" status: 204 len: 168 time: 0.1859484 Jun 24 04:15:26.915389 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2d49741a-f5e1-4779-aa58-4efbce74acaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:26.925686 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08bb7b-a281-4c8d-8538-c772d293ba5f,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:26.939029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:27.018791 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413bc0-17bd-4d65-a517-7bbf72108847 req-6362a1e2-dd5f-4546-9f82-2289048882ee tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:27.020956 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b8413bc0-17bd-4d65-a517-7bbf72108847 req-6362a1e2-dd5f-4546-9f82-2289048882ee tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0798144 Jun 24 04:15:27.058163 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b8413bc0-17bd-4d65-a517-7bbf72108847 req-1b83f344-7c9f-4741-9a6c-1a65456fed4b tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Jun 24 04:15:27.222815 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cf18b-9ada-4199-8b4c-01c65a2ebff6 req-d82528c1-bd57-4bb5-8431-89c6b4f52c1c tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:27.229706 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-391cf18b-9ada-4199-8b4c-01c65a2ebff6 req-d82528c1-bd57-4bb5-8431-89c6b4f52c1c tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0723979 Jun 24 04:15:27.266549 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-391cf18b-9ada-4199-8b4c-01c65a2ebff6 req-cd0b680d-52a1-47b4-9800-622a9571c3c5 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359423 Jun 24 04:15:27.605220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37302) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:27.619773 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:27.741350 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.150449 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.159710 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d28c28c2-33b2-4913-b58d-c9f1f4275894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:28.254876 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a69f3a0e02144ddbea3b2e3361c4b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477411 Jun 24 04:15:28.256541 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198a6fe9-437f-45f7-9c57-48b68e703030,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:28.257657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37312) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:28.262496 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:28.313460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8451-48ec-46c8-a862-bc3261b1e9eb req-548cb237-37a2-4060-851d-d9dd78bff173 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:28.313747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.315298 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-daed8451-48ec-46c8-a862-bc3261b1e9eb req-548cb237-37a2-4060-851d-d9dd78bff173 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.1279221 Jun 24 04:15:28.337619 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.354832 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-daed8451-48ec-46c8-a862-bc3261b1e9eb req-c05d9520-d144-464a-a6fb-6535c0f246f3 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Jun 24 04:15:28.466930 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.469712 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:28.470936 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/198a6fe9-437f-45f7-9c57-48b68e703030 HTTP/1.1" status: 204 len: 168 time: 0.2121735 Jun 24 04:15:28.471777 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9c00877c-8f6c-45fb-be79-d09c451d7588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:28.480142 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198a6fe9-437f-45f7-9c57-48b68e703030,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:28.483123 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:28.578924 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df33626-9cde-428e-83aa-1837b59fd1f2 req-28e11b32-d971-467d-bd5d-31ec6bbd1ef8 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:28.580371 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8df33626-9cde-428e-83aa-1837b59fd1f2 req-28e11b32-d971-467d-bd5d-31ec6bbd1ef8 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0850139 Jun 24 04:15:28.618299 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8df33626-9cde-428e-83aa-1837b59fd1f2 req-d73d7c6d-3c30-45f0-b209-f4918b854eb8 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Jun 24 04:15:28.620701 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:15:29.566908 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef633a-51f7-4773-b2e4-07800eec81a1 req-eb0a36f1-9437-4dbf-9f83-f936684008d9 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:29.575919 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a1ef633a-51f7-4773-b2e4-07800eec81a1 req-eb0a36f1-9437-4dbf-9f83-f936684008d9 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0941877 Jun 24 04:15:29.614414 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a1ef633a-51f7-4773-b2e4-07800eec81a1 req-65d0aac4-d7c0-47dd-9622-c6ec1569cc69 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375290 Jun 24 04:15:29.801646 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2cab-067d-4907-a125-e26b3e57015d req-529d3d2e-c365-4938-b91a-41d964b8d00a tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:29.809308 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b62c2cab-067d-4907-a125-e26b3e57015d req-529d3d2e-c365-4938-b91a-41d964b8d00a tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0718493 Jun 24 04:15:29.844458 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b62c2cab-067d-4907-a125-e26b3e57015d req-617ee932-a807-4799-8865-c1354025f6b6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342557 Jun 24 04:15:30.104255 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:30.794412 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97ced1-9287-4a1d-a52c-9bbd5f3801cd req-62f749b3-4be3-4595-9a5b-5cbd09960cc8 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:30.795907 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4c97ced1-9287-4a1d-a52c-9bbd5f3801cd req-62f749b3-4be3-4595-9a5b-5cbd09960cc8 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0670247 Jun 24 04:15:30.834295 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4c97ced1-9287-4a1d-a52c-9bbd5f3801cd req-104154fc-7a31-4787-9778-13ae0a25e180 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Jun 24 04:15:31.029469 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5331-7853-4034-a8d3-cf8396bd28ce req-2bccb87c-6fa3-43ae-b1ad-6e96eebbb8bc tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:31.030903 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-74fc5331-7853-4034-a8d3-cf8396bd28ce req-2bccb87c-6fa3-43ae-b1ad-6e96eebbb8bc tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0638053 Jun 24 04:15:31.069554 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-74fc5331-7853-4034-a8d3-cf8396bd28ce req-0ccf3581-71ae-49cd-9300-c8f67ee80dde tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Jun 24 04:15:32.168539 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd44582-a8ba-48ef-a843-0bb9267a3586 req-50b4660c-4fb8-4ec2-a239-407f7375ccfe tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:32.170047 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5fd44582-a8ba-48ef-a843-0bb9267a3586 req-50b4660c-4fb8-4ec2-a239-407f7375ccfe tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0699112 Jun 24 04:15:32.227077 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5fd44582-a8ba-48ef-a843-0bb9267a3586 req-100f4f0b-ff65-4814-bc90-49ed70bd2266 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Jun 24 04:15:32.402869 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd193-8732-4d0b-b212-9aa4b4a0a5f4 req-81709462-d3d5-46fc-a634-dbc99e66919d tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:32.405163 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-78fcd193-8732-4d0b-b212-9aa4b4a0a5f4 req-81709462-d3d5-46fc-a634-dbc99e66919d tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0788596 Jun 24 04:15:32.451305 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-78fcd193-8732-4d0b-b212-9aa4b4a0a5f4 req-de070020-017e-49ec-a2b3-c138213faff2 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Jun 24 04:15:33.162084 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7fa92203-88ea-4721-8054-bab0aae4e1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:33.621317 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35223bb3-8d0c-475d-a6b8-a22a5f9340de req-34f8ba54-2b8a-4944-a231-506bbab76d5a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:33.622807 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-35223bb3-8d0c-475d-a6b8-a22a5f9340de req-34f8ba54-2b8a-4944-a231-506bbab76d5a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.2614603 Jun 24 04:15:33.660095 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-35223bb3-8d0c-475d-a6b8-a22a5f9340de req-8e41526c-839c-4482-aba7-c87f8d0dec27 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jun 24 04:15:33.820933 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426cd68-baaf-412a-b80c-53675e3dc168 req-cb678af1-5454-42e3-b617-4b9a8fee1a41 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:33.822390 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9426cd68-baaf-412a-b80c-53675e3dc168 req-cb678af1-5454-42e3-b617-4b9a8fee1a41 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0608885 Jun 24 04:15:33.869842 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9426cd68-baaf-412a-b80c-53675e3dc168 req-db10a7ce-46c8-4dcc-8a71-ad6a8bfbf687 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413494 Jun 24 04:15:34.836900 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683f41e-04b4-4c54-9a09-35e6d3b631f2 req-a877ac38-0b09-43c5-8f48-104672357bb0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:34.838367 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e683f41e-04b4-4c54-9a09-35e6d3b631f2 req-a877ac38-0b09-43c5-8f48-104672357bb0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0671804 Jun 24 04:15:34.876467 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e683f41e-04b4-4c54-9a09-35e6d3b631f2 req-db01ed17-e2c3-43a1-a9a7-c6dab2b49f0c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Jun 24 04:15:35.043643 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ce2b-81b1-43aa-b6a0-81a68d963b44 req-48c832ed-0a47-497b-9230-d478fddf2ec0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:35.045078 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8bd7ce2b-81b1-43aa-b6a0-81a68d963b44 req-48c832ed-0a47-497b-9230-d478fddf2ec0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0626357 Jun 24 04:15:35.081972 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8bd7ce2b-81b1-43aa-b6a0-81a68d963b44 req-90f5604a-b29b-4736-b1fc-16aa6977db5f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Jun 24 04:15:35.460859 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-52fa4317-82f3-463c-aed3-552127053308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:35.783839 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:36.047383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0cb23-82f2-41b7-a047-89e1e436d00e req-3fc1cf0c-6aae-4d4e-98a1-fccc2a27afcd tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:36.048776 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cda0cb23-82f2-41b7-a047-89e1e436d00e req-3fc1cf0c-6aae-4d4e-98a1-fccc2a27afcd tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0631342 Jun 24 04:15:36.084569 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cda0cb23-82f2-41b7-a047-89e1e436d00e req-27e2e0d5-9740-45cb-8da5-a0f802dc4015 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303214 Jun 24 04:15:36.252055 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc693af-1313-4300-9526-d2084ad449d2 req-7508214d-e9c2-492c-8cb4-1e687ad07021 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:36.253380 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8fc693af-1313-4300-9526-d2084ad449d2 req-7508214d-e9c2-492c-8cb4-1e687ad07021 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0605586 Jun 24 04:15:36.289264 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8fc693af-1313-4300-9526-d2084ad449d2 req-2e79a32a-d5b3-4d3c-adb1-76b7a03fd6ea tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298853 Jun 24 04:15:36.755444 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:37.256107 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647cfa-2e93-4234-aaf3-fc48fc327022 req-5b307e28-b196-4a6c-b346-0d89c716d5e0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:37.257606 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-06647cfa-2e93-4234-aaf3-fc48fc327022 req-5b307e28-b196-4a6c-b346-0d89c716d5e0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0622900 Jun 24 04:15:37.296123 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-06647cfa-2e93-4234-aaf3-fc48fc327022 req-d8bcbf6c-1487-4353-bf01-3d26c8083451 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Jun 24 04:15:37.462678 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b727d6-3d4b-4330-bb50-308e5e99fce9 req-125f01be-4377-4eff-ac63-b912660d03fe tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:37.464182 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d9b727d6-3d4b-4330-bb50-308e5e99fce9 req-125f01be-4377-4eff-ac63-b912660d03fe tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0687497 Jun 24 04:15:37.501306 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d9b727d6-3d4b-4330-bb50-308e5e99fce9 req-8fdc007e-a8ee-40e2-9154-f40ad618de1d tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308836 Jun 24 04:15:38.037817 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:38.485170 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43853c-b506-4f43-8840-62b84e2ba123 req-6143f948-4966-46f8-a3bc-af2aa4adf160 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:38.486637 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d43853c-b506-4f43-8840-62b84e2ba123 req-6143f948-4966-46f8-a3bc-af2aa4adf160 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0705340 Jun 24 04:15:38.522282 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d43853c-b506-4f43-8840-62b84e2ba123 req-359103ac-35ad-4c79-8f1d-314dce2105c3 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299976 Jun 24 04:15:38.690481 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c87d4-36e5-4fd3-a029-459552d8be9f req-4ba59b45-bd5c-4e37-869d-a3ac1ce4e172 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:38.691853 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b73c87d4-36e5-4fd3-a029-459552d8be9f req-4ba59b45-bd5c-4e37-869d-a3ac1ce4e172 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0695498 Jun 24 04:15:38.729903 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b73c87d4-36e5-4fd3-a029-459552d8be9f req-1c596a81-5c13-4fe7-887c-4fd7dd93b640 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jun 24 04:15:39.688976 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690b44-bd44-4e05-9d61-fe56f67fe030 req-4e352062-b9fc-4f13-9b0d-78b9f4e02483 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:39.690353 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-08690b44-bd44-4e05-9d61-fe56f67fe030 req-4e352062-b9fc-4f13-9b0d-78b9f4e02483 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.0611176 Jun 24 04:15:39.725779 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-08690b44-bd44-4e05-9d61-fe56f67fe030 req-080e5d01-c653-4288-8d97-46cac39cd43d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299902 Jun 24 04:15:39.895361 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0f37d-6765-4f58-81cc-be3c6327d2ba req-61600511-9faa-4184-9266-f71a4cbb8619 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:39.896772 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-19e0f37d-6765-4f58-81cc-be3c6327d2ba req-61600511-9faa-4184-9266-f71a4cbb8619 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0609884 Jun 24 04:15:39.931789 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-19e0f37d-6765-4f58-81cc-be3c6327d2ba req-5d7271ba-d09a-47f1-a24a-1f00d75f5738 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295620 Jun 24 04:15:40.399956 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Request body: {'port': {'device_id': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:15:40.474643 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:40.724981 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a107b06c-5fd5-4f98-a141-656c8822202a {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:40.732655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:40.853425 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Transition to ACTIVE for port object a107b06c-5fd5-4f98-a141-656c8822202a will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:15:40.955061 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214735ff-6892-41a5-8277-cdd194a55a94 req-a1cba197-42f3-4e0b-b0b3-6493d98a7edc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:40.957435 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-214735ff-6892-41a5-8277-cdd194a55a94 req-a1cba197-42f3-4e0b-b0b3-6493d98a7edc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 932 time: 0.1216636 Jun 24 04:15:40.959178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:40.961996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dc21191d-50bf-4648-9877-73e308f6c412 tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:41.058822 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:41.065001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:41.088505 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-214735ff-6892-41a5-8277-cdd194a55a94 req-cff3c9ca-7081-4f30-b468-21000cf4296e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230786 Jun 24 04:15:41.122553 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed71ebb-b5ae-4ed9-8a41-0c13ffbee6c0 req-cc1cce6c-250f-4600-8a06-e711877ea9ba tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.124185 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ed71ebb-b5ae-4ed9-8a41-0c13ffbee6c0 req-cc1cce6c-250f-4600-8a06-e711877ea9ba tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0754161 Jun 24 04:15:41.126307 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Attempting to bind port a107b06c-5fd5-4f98-a141-656c8822202a on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:15:41.126654 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Attempting to bind port a107b06c-5fd5-4f98-a141-656c8822202a by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:15:41.126988 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Attempting to bind port a107b06c-5fd5-4f98-a141-656c8822202a on network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:41.132225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Port a107b06c-5fd5-4f98-a141-656c8822202a on network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:15:41.139866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Attempting to bind port a107b06c-5fd5-4f98-a141-656c8822202a on network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:15:41.139866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:15:41.139866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Checking segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:15:41.139866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Bound using segment: {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:15:41.139866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Bound port: a107b06c-5fd5-4f98-a141-656c8822202a, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:15:41.140432 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:41.176180 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ed71ebb-b5ae-4ed9-8a41-0c13ffbee6c0 req-944f6ea4-b555-41ee-b4ac-ee4d3e5b6df6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Jun 24 04:15:41.207496 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:15:41.210434 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:15:41.282169 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:41.285091 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:41.316129 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.316821 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:41.318205 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] 10.222.0.10 "PUT /v2.0/ports/a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 1094 time: 0.9225855 Jun 24 04:15:41.319764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:41.320984 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337e333-5d7c-48d5-9ca6-2525985763e1" -d '{"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:41.354551 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:41.364719 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:41.372628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a86e47-2532-424e-970a-40d158ef7c88 x-openstack-request-id: req-63a86e47-2532-424e-970a-40d158ef7c88 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:41.372628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:41.372628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63a86e47-2532-424e-970a-40d158ef7c88 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:41.372628 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'status': 'completed', 'code': 200} Jun 24 04:15:41.439971 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e333-5d7c-48d5-9ca6-2525985763e1 req-7db42709-ff14-4dbe-aef9-94d49a431d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.441461 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8337e333-5d7c-48d5-9ca6-2525985763e1 req-7db42709-ff14-4dbe-aef9-94d49a431d5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1097 time: 0.0563183 Jun 24 04:15:41.548477 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e333-5d7c-48d5-9ca6-2525985763e1 req-8a2b91b8-8481-4b5d-af73-9061003c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.549976 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8337e333-5d7c-48d5-9ca6-2525985763e1 req-8a2b91b8-8481-4b5d-af73-9061003c410e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c59d239d9ab34038b049ed04507c55c2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005249 Jun 24 04:15:41.651464 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337e333-5d7c-48d5-9ca6-2525985763e1 req-845390b3-b2ed-47d8-aa5e-baada02ecac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.652876 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8337e333-5d7c-48d5-9ca6-2525985763e1 req-845390b3-b2ed-47d8-aa5e-baada02ecac7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958216 Jun 24 04:15:41.778358 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-425029b8-1c39-44f2-be7b-2316ffc3554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.779738 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-425029b8-1c39-44f2-be7b-2316ffc3554d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1097 time: 0.0531316 Jun 24 04:15:41.839337 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-9fee0f3e-f88e-4b49-b343-df49d045a4ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 217 time: 0.0339119 Jun 24 04:15:41.886094 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-085f4f2a-a2a0-4fe3-a522-6a3166fbf77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.887459 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-085f4f2a-a2a0-4fe3-a522-6a3166fbf77f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0414679 Jun 24 04:15:41.950559 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-88fb0946-0592-4d60-8bb0-e267a33bf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:41.952314 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-88fb0946-0592-4d60-8bb0-e267a33bf922 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582221 Jun 24 04:15:42.041456 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-9e165512-b625-4cbe-96e2-df9b010c3210 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815227 Jun 24 04:15:42.042683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37498) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:42.136328 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Deleting subnet 79f8f0d9-f9dd-400d-b12d-212bdda171a3 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:15:42.140482 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.190189 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.214412 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b0921cc9-6436-45b4-b0c6-f76ffe4fe8da req-f56ee116-5d74-410e-bace-98158382c34d service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645658 Jun 24 04:15:42.241074 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.284603 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5161b-4752-4d22-acf6-3b20c833f616 req-aa791b06-6834-4266-8e93-37791a3d8d09 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:42.290353 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e3c5161b-4752-4d22-acf6-3b20c833f616 req-aa791b06-6834-4266-8e93-37791a3d8d09 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 944 time: 0.0673802 Jun 24 04:15:42.328374 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e3c5161b-4752-4d22-acf6-3b20c833f616 req-ceddbf83-220a-4f8c-9b90-236e18ccd050 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Jun 24 04:15:42.374747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92891756-89a2-4e2e-8dba-2a9606fc8d06 req-37e8fa55-bd76-422d-91be-b8fb63001b8b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:42.376256 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-92891756-89a2-4e2e-8dba-2a9606fc8d06 req-37e8fa55-bd76-422d-91be-b8fb63001b8b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.0885262 Jun 24 04:15:42.417262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.424701 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:42.446574 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-92891756-89a2-4e2e-8dba-2a9606fc8d06 req-e321aad4-10f3-4d5d-ae5d-d6e60b3c6f08 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644829 Jun 24 04:15:42.449313 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f8f0d9-f9dd-400d-b12d-212bdda171a3,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:42.452450 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:42.453398 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.457768 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37516) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:42.457909 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8e105eda-00bb-40f6-b54d-e7186f52bdcd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/79f8f0d9-f9dd-400d-b12d-212bdda171a3 HTTP/1.1" status: 204 len: 168 time: 0.4142132 Jun 24 04:15:42.531434 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.607432 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.616923 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ec9693-a233-4938-bfba-f0f1ddb05b19']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:42.630468 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d336da1-974b-47b1-9971-e3811f3f1ffe') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:42.631030 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d336da1-974b-47b1-9971-e3811f3f1ffe') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:42.640604 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.654188 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.659874 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:15:42.660250 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:15:42.661821 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:15:42.763956 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.767919 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1eed8553-6c60-4db5-a191-3270146b5925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:42.770608 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.772231 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a5ec9693-a233-4938-bfba-f0f1ddb05b19 HTTP/1.1" status: 204 len: 168 time: 0.3134565 Jun 24 04:15:42.775045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37526) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:42.783672 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5ec9693-a233-4938-bfba-f0f1ddb05b19,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:42.786245 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d3ee011f-56f3-4a4e-9399-081b7a30bbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:42.825318 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Deleting subnet d0a4f598-b2f8-41bb-a1d2-8154c7024b44 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:15:42.828479 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.860919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:42.896701 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.026314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.028537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:43.054038 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a4f598-b2f8-41bb-a1d2-8154c7024b44,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:43.056929 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:43.057978 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.065375 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d0a4f598-b2f8-41bb-a1d2-8154c7024b44 HTTP/1.1" status: 204 len: 168 time: 0.2841249 Jun 24 04:15:43.065375 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37530) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:43.126639 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.203510 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.236212 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d825f3-579e-44be-9375-28cbc45e6d87']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:43.247758 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9913117d-ca60-4035-b4c6-3f10d828df0d') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:43.248050 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9913117d-ca60-4035-b4c6-3f10d828df0d') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:15:43.259690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.277112 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.286680 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:15:43.287062 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:15:43.288639 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:15:43.339261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-25ffbf5c-392b-4f40-b5cf-1388fc83471f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:43.340693 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-25ffbf5c-392b-4f40-b5cf-1388fc83471f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.1347547 Jun 24 04:15:43.439893 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.446510 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.450419 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e1d825f3-579e-44be-9375-28cbc45e6d87 HTTP/1.1" status: 204 len: 168 time: 0.3868446 Jun 24 04:15:43.454760 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:43.471041 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d825f3-579e-44be-9375-28cbc45e6d87,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:43.479494 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a2bbee92-8509-4754-9b1a-9136365157a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:43.485176 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Deleting port 90682b5e-f4e5-429b-8f19-59763ef379cd {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:15:43.485514 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.533811 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37a2cc-64f0-4b09-9bce-f355baa8314a req-4f1bad3d-5e3b-4e4d-9cf5-aab410a192e0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:43.536648 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ef37a2cc-64f0-4b09-9bce-f355baa8314a req-4f1bad3d-5e3b-4e4d-9cf5-aab410a192e0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 944 time: 0.0809393 Jun 24 04:15:43.586986 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ef37a2cc-64f0-4b09-9bce-f355baa8314a req-b2d49d0e-bea0-492a-99bb-ab64b832e436 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Jun 24 04:15:43.621284 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] For port 90682b5e-f4e5-429b-8f19-59763ef379cd, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=90682b5e-f4e5-429b-8f19-59763ef379cd,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:43.622218 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.637021 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Calling delete_port for 90682b5e-f4e5-429b-8f19-59763ef379cd owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:15:43.706932 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec3a4d-0c3f-4f82-a317-4506b6820188 req-038ad94a-e83f-4099-9648-647eebd07561 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:43.708362 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d9ec3a4d-0c3f-4f82-a317-4506b6820188 req-038ad94a-e83f-4099-9648-647eebd07561 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 945 time: 0.1304312 Jun 24 04:15:43.767075 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d9ec3a4d-0c3f-4f82-a317-4506b6820188 req-b81de045-ac8a-4b4c-85cb-501109803424 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490558 Jun 24 04:15:43.855144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37546) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:43.874325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.878361 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bf14817e-a9d0-4f44-b107-7682fdf4076b tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:43.886953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['90682b5e-f4e5-429b-8f19-59763ef379cd'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:15:43.908864 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Pushing event deleted for resources: {'Port': ['ID=90682b5e-f4e5-429b-8f19-59763ef379cd,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:43.914336 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:43.931146 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-12ebfc68-8383-4eaf-8b4d-8a6d3bf24a7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70d3950df30a429683a56f63d6444473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725818 Jun 24 04:15:43.931922 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37548) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:43.967649 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] No DVR routers for this DVR port 90682b5e-f4e5-429b-8f19-59763ef379cd on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:15:43.970274 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:43.972248 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9e92b6c6-2dec-410f-ac97-df9b77722624 req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "DELETE /v2.0/ports/90682b5e-f4e5-429b-8f19-59763ef379cd HTTP/1.1" status: 204 len: 173 time: 0.6255155 Jun 24 04:15:43.972764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'name': 'network-vif-deleted', 'tag': '90682b5e-f4e5-429b-8f19-59763ef379cd'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:43.975084 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184cfc87-1aaf-498e-a29e-166a7bdfd9d6" -d '{"events": [{"server_uuid": "710f4e75-c7b9-405c-818c-893dd3d2698a", "name": "network-vif-deleted", "tag": "90682b5e-f4e5-429b-8f19-59763ef379cd"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:44.016121 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac6b85-a858-4bf0-b8d7-2cc506099b8b x-openstack-request-id: req-94ac6b85-a858-4bf0-b8d7-2cc506099b8b {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:44.017009 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710f4e75-c7b9-405c-818c-893dd3d2698a", "name": "network-vif-deleted", "tag": "90682b5e-f4e5-429b-8f19-59763ef379cd", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:44.017563 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94ac6b85-a858-4bf0-b8d7-2cc506099b8b {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:44.018163 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710f4e75-c7b9-405c-818c-893dd3d2698a', 'name': 'network-vif-deleted', 'tag': '90682b5e-f4e5-429b-8f19-59763ef379cd', 'status': 'completed', 'code': 200} Jun 24 04:15:44.205133 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:44.225606 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:44.363542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:44.366239 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:44.367455 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/73d764d9-36ce-4268-bcdb-cb3f61c8b517 HTTP/1.1" status: 204 len: 168 time: 0.4345350 Jun 24 04:15:44.368241 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-74a258c2-9bcb-4d3e-8296-c218226aa63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:44.375737 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d764d9-36ce-4268-bcdb-cb3f61c8b517,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:44.378722 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:44.774048 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610d2cd-1bec-495d-a398-892e5c64fb9c req-2b059a13-55e4-474e-b824-ba668bfa5d3d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:44.775778 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6610d2cd-1bec-495d-a398-892e5c64fb9c req-2b059a13-55e4-474e-b824-ba668bfa5d3d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 944 time: 0.0763834 Jun 24 04:15:44.814763 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6610d2cd-1bec-495d-a398-892e5c64fb9c req-af377059-ef0e-48f6-9c45-307ea86db74e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Jun 24 04:15:44.963866 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b90ed8fd-2e9d-4f7e-9080-e5339ffdd24b req-f5ab8a7a-6bcb-4cbf-aa1b-cf56db566484 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=710f4e75-c7b9-405c-818c-893dd3d2698a HTTP/1.1" status: 200 len: 210 time: 0.0329173 Jun 24 04:15:45.143354 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37578) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:45.181860 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-66fd0a51-d365-40f6-9410-fa8ed44ed2a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d04156b799f48e793dc3e7faa540e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372512 Jun 24 04:15:45.184047 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37580) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:45.236111 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.258021 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.373112 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d5acf-67e5-4106-81e0-5fc584dc2eef req-83d2a14a-63a2-444e-9dea-7bc71a323ea4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:45.374588 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6a8d5acf-67e5-4106-81e0-5fc584dc2eef req-83d2a14a-63a2-444e-9dea-7bc71a323ea4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0673192 Jun 24 04:15:45.382408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.384926 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.385972 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/120c9093-5c91-441d-8cf7-c1746c432798 HTTP/1.1" status: 204 len: 168 time: 0.2010179 Jun 24 04:15:45.391632 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-602bfddb-4619-43fe-afc4-ad8cf808df60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:45.407680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c9093-5c91-441d-8cf7-c1746c432798,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:45.410612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:45.430666 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6a8d5acf-67e5-4106-81e0-5fc584dc2eef req-40613ab1-188a-431e-bba9-0b5c1aa46353 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jun 24 04:15:45.509449 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37588) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:45.607959 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-73b0a1de-f1e0-4cd2-97aa-0b6e566112a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.693612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-73b0a1de-f1e0-4cd2-97aa-0b6e566112a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.746204 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-73b0a1de-f1e0-4cd2-97aa-0b6e566112a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.749387 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-ac656535-4255-4d0b-bba3-b3b432eb6ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:45.785341 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-73b0a1de-f1e0-4cd2-97aa-0b6e566112a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12cf9a83a0e8414187909cdb8d3febfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747896 Jun 24 04:15:45.786267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0a1de-f1e0-4cd2-97aa-0b6e566112a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db4ebbd-2a60-462f-a61e-8d89b7efda43,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:45.788074 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37596) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:45.789250 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-73b0a1de-f1e0-4cd2-97aa-0b6e566112a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:45.839205 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:45.860921 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:46.001652 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84c6d6-b8d2-46ee-b7cf-6c5228b9da68 req-340e69ac-b0e0-4ac8-a001-a62bd12d835a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:46.003261 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da84c6d6-b8d2-46ee-b7cf-6c5228b9da68 req-340e69ac-b0e0-4ac8-a001-a62bd12d835a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 944 time: 0.0661888 Jun 24 04:15:46.004254 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:46.007031 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:46.009110 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6db4ebbd-2a60-462f-a61e-8d89b7efda43 HTTP/1.1" status: 204 len: 168 time: 0.2192566 Jun 24 04:15:46.009906 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-23073550-f686-4f4d-adf9-2566b6a23bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:46.025334 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db4ebbd-2a60-462f-a61e-8d89b7efda43,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:46.310926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:46.329763 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-da84c6d6-b8d2-46ee-b7cf-6c5228b9da68 req-5702c549-254a-463c-9ec0-b5071fb7563c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174424 Jun 24 04:15:46.615292 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65640b-955a-49b3-865b-03e986af51de req-f0a1019d-42fa-44c0-9600-1d096534e6e7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:46.616890 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b65640b-955a-49b3-865b-03e986af51de req-f0a1019d-42fa-44c0-9600-1d096534e6e7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0662668 Jun 24 04:15:46.661658 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b65640b-955a-49b3-865b-03e986af51de req-5edb8a29-5fc2-4e80-9e11-6d5a9c1ec80e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376663 Jun 24 04:15:47.368804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37672) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:47.492006 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5a291f83-9c70-456f-89c9-31d4c4ad37ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:47.539511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a70c-9366-4947-ac35-f9a80d6ba077 req-590c8f25-47ff-4e91-9bd2-754b310bb5d2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:47.540939 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4735a70c-9366-4947-ac35-f9a80d6ba077 req-590c8f25-47ff-4e91-9bd2-754b310bb5d2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 944 time: 0.0937080 Jun 24 04:15:47.598484 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4735a70c-9366-4947-ac35-f9a80d6ba077 req-7c3dd4ff-033a-4de8-8638-b2db9fb479b8 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501423 Jun 24 04:15:47.632377 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5a291f83-9c70-456f-89c9-31d4c4ad37ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:47.729456 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5a291f83-9c70-456f-89c9-31d4c4ad37ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:47.741116 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9473a61f-41e8-4970-a0ca-0b8fb2eb5bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:47.772290 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5a291f83-9c70-456f-89c9-31d4c4ad37ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8c0bf7cd75f437b8b9bd6031091bea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022911 Jun 24 04:15:47.774542 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a291f83-9c70-456f-89c9-31d4c4ad37ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c33d8-c00b-4cb4-b0b9-3ae3fd53fc3d,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:47.775207 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37682) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:47.778435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5a291f83-9c70-456f-89c9-31d4c4ad37ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:47.803096 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 37684) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:47.871003 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:47.881223 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec0b38-fefc-41d2-8506-4f913f9b7e9c req-160b1abf-742b-4407-bab1-f90b1795be6e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:47.882567 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-94ec0b38-fefc-41d2-8506-4f913f9b7e9c req-160b1abf-742b-4407-bab1-f90b1795be6e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0973170 Jun 24 04:15:47.906533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:47.916308 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:47.942713 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-94ec0b38-fefc-41d2-8506-4f913f9b7e9c req-7a113007-980b-45d9-8e07-6397fed53861 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526893 Jun 24 04:15:47.995005 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.043826 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.046543 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.047764 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c7c33d8-c00b-4cb4-b0b9-3ae3fd53fc3d HTTP/1.1" status: 204 len: 168 time: 0.2705679 Jun 24 04:15:48.048550 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c281c3d1-0ea0-47e4-9013-5289bdb5e46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:48.056065 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c33d8-c00b-4cb4-b0b9-3ae3fd53fc3d,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:48.058507 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:48.064581 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.068215 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1dc03c3e-faa3-42af-8444-829e2252e2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:48.104572 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c19f300aee14badbe408d3bdb3524f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002641 Jun 24 04:15:48.106293 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf15cb0b-2569-4036-9b4a-8752cca23028,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:48.107809 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 37690) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:15:48.109246 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:48.155641 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.182383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.309863 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.312637 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.316424 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf15cb0b-2569-4036-9b4a-8752cca23028 HTTP/1.1" status: 204 len: 168 time: 0.2049501 Jun 24 04:15:48.316424 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-187c711e-3fd0-4d12-be60-a7a2f858e817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:48.322741 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf15cb0b-2569-4036-9b4a-8752cca23028,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:48.325110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:48.508833 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a107b06c-5fd5-4f98-a141-656c8822202a details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:15:48.512687 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 90682b5e-f4e5-429b-8f19-59763ef379cd no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:15:48.540642 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 90682b5e-f4e5-429b-8f19-59763ef379cd {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:15:48.540994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 90682b5e-f4e5-429b-8f19-59763ef379cd not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:15:48.625517 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:48.636769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'port_id': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'mac_address': 'fa:16:3e:ce:36:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:15:48.678565 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.694310 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a107b06c-5fd5-4f98-a141-656c8822202a {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:15:48.718778 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:48.795576 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2918de-e760-40e4-afc3-347d003db795 req-692c9abf-6d04-4b66-953e-099a8f8e055c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:48.797253 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0d2918de-e760-40e4-afc3-347d003db795 req-692c9abf-6d04-4b66-953e-099a8f8e055c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 944 time: 0.0684998 Jun 24 04:15:48.798291 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:48.800193 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-cc94af2f-258e-4e3a-8608-61af1f4426da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:48.848602 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0d2918de-e760-40e4-afc3-347d003db795 req-168dbf3f-f855-4201-9f2e-06b388229dcf tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Jun 24 04:15:48.852568 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:48.860195 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.860622 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.861065 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.861458 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.861929 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.862433 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.862763 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.863151 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.863539 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.863923 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.864304 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.864725 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:15:48.868873 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:49.128299 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102119bf-bc33-4565-9956-319d97e43c89 req-6b505e4d-0c20-41a7-a739-0c9fcf135f26 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:49.129900 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-102119bf-bc33-4565-9956-319d97e43c89 req-6b505e4d-0c20-41a7-a739-0c9fcf135f26 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0665948 Jun 24 04:15:49.169885 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-102119bf-bc33-4565-9956-319d97e43c89 req-2133176d-92c5-4f3e-9e43-e162ee759b25 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Jun 24 04:15:50.020046 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4483e28-0dd0-4cff-90c6-0e72cd85e53e req-99f565cb-5d92-4ef2-9244-67dc4bfede05 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:50.021492 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c4483e28-0dd0-4cff-90c6-0e72cd85e53e req-99f565cb-5d92-4ef2-9244-67dc4bfede05 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 945 time: 0.0631263 Jun 24 04:15:50.058806 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c4483e28-0dd0-4cff-90c6-0e72cd85e53e req-5cf47b85-a55e-4577-b920-6f9352eca4d2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Jun 24 04:15:50.345813 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27d3cf-68d9-4676-8ec3-b19edeb07a9f req-3be78d13-0b84-4041-af48-1266f917b771 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:50.347384 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1c27d3cf-68d9-4676-8ec3-b19edeb07a9f req-3be78d13-0b84-4041-af48-1266f917b771 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0627584 Jun 24 04:15:50.383221 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1c27d3cf-68d9-4676-8ec3-b19edeb07a9f req-44cba1f3-7e24-4e6f-985c-50cc02d73dbf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302298 Jun 24 04:15:51.226211 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116c8b-cb61-4805-86a2-2771bc48043c req-ed74c008-c70b-4ef7-ada1-62f9e9726955 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:51.227736 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-dd116c8b-cb61-4805-86a2-2771bc48043c req-ed74c008-c70b-4ef7-ada1-62f9e9726955 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 945 time: 0.0636060 Jun 24 04:15:51.265137 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-dd116c8b-cb61-4805-86a2-2771bc48043c req-59b01bc6-b175-4b73-abc5-2b520d6e1f16 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Jun 24 04:15:51.551954 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a107b06c-5fd5-4f98-a141-656c8822202a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:15:51.564030 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade67d0-2102-419c-b78d-69157db1ca8b req-813573fe-8caa-452a-87e0-83a4cc47f405 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:51.565470 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-eade67d0-2102-419c-b78d-69157db1ca8b req-813573fe-8caa-452a-87e0-83a4cc47f405 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0655551 Jun 24 04:15:51.601822 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-eade67d0-2102-419c-b78d-69157db1ca8b req-2cb1caa1-174f-4c25-9d62-dd6c4e3949dd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Jun 24 04:15:52.443969 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e4a7-d22a-4250-8fcf-4874ac5227f9 req-347085a5-62c7-49ad-b44d-33e8a5955e56 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:52.445419 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-28b8e4a7-d22a-4250-8fcf-4874ac5227f9 req-347085a5-62c7-49ad-b44d-33e8a5955e56 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 945 time: 0.0664496 Jun 24 04:15:52.483672 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-28b8e4a7-d22a-4250-8fcf-4874ac5227f9 req-f2ea00f6-8102-47cc-992c-96f13c53815e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Jun 24 04:15:52.775992 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c245832-c2a5-4ea7-b6b7-360949d1da3d req-647af9b2-4bbe-41db-842a-89642b7eb5b0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:52.777369 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1c245832-c2a5-4ea7-b6b7-360949d1da3d req-647af9b2-4bbe-41db-842a-89642b7eb5b0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0603504 Jun 24 04:15:52.800839 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a107b06c-5fd5-4f98-a141-656c8822202a up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:15:52.815332 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1c245832-c2a5-4ea7-b6b7-360949d1da3d req-e57a27db-bb07-4fb4-afde-771dc11cd407 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Jun 24 04:15:52.932468 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port a107b06c-5fd5-4f98-a141-656c8822202a completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:15:52.937570 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port a107b06c-5fd5-4f98-a141-656c8822202a triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:15:52.937570 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:53.014733 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:53.036205 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:15:53.038524 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309f3fc-ee0b-4bee-8189-f149bad45b05" -d '{"events": [{"server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "name": "network-vif-plugged", "status": "completed", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:15:53.051079 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:15:53.077708 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c959ece-42a6-4bc5-90c9-25fcf64cca64 x-openstack-request-id: req-5c959ece-42a6-4bc5-90c9-25fcf64cca64 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:15:53.078034 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "name": "network-vif-plugged", "status": "completed", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:15:53.078294 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c959ece-42a6-4bc5-90c9-25fcf64cca64 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:15:53.078685 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'code': 200} Jun 24 04:15:53.111921 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:15:53.113769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:15:53.161044 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:15:53.164110 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:15:53.667784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58072836-e207-4c4c-b3ce-b6bfddf378ef req-f0b216d1-8506-4a74-84b7-db06415188b0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:53.669237 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-58072836-e207-4c4c-b3ce-b6bfddf378ef req-f0b216d1-8506-4a74-84b7-db06415188b0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0670359 Jun 24 04:15:53.706638 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-58072836-e207-4c4c-b3ce-b6bfddf378ef req-91d0c3be-9e7e-4228-b225-7fad2223a8df tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jun 24 04:15:53.995123 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836539b-f60b-456a-9d87-29837c201d48 req-222d220c-ae87-466f-8601-0b9be2c9123f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:53.997184 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8836539b-f60b-456a-9d87-29837c201d48 req-222d220c-ae87-466f-8601-0b9be2c9123f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0609763 Jun 24 04:15:54.032845 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8836539b-f60b-456a-9d87-29837c201d48 req-382df69d-6c92-4495-b6e0-dc4ecb26512c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301256 Jun 24 04:15:54.872966 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11eba-c669-46b6-9e8f-18004e58b8b6 req-d7604b54-428c-4e1e-a902-c01c87e4ff5c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:54.874513 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3ff11eba-c669-46b6-9e8f-18004e58b8b6 req-d7604b54-428c-4e1e-a902-c01c87e4ff5c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0612941 Jun 24 04:15:54.911550 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3ff11eba-c669-46b6-9e8f-18004e58b8b6 req-979ebfa9-1aa5-4623-bdc1-de36d313bde6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314627 Jun 24 04:15:55.205157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cf343-f01c-43d4-89bd-109da43c5a47 req-4232c0ae-98ad-4657-b40b-94f426b7fb23 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:55.206656 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-754cf343-f01c-43d4-89bd-109da43c5a47 req-4232c0ae-98ad-4657-b40b-94f426b7fb23 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0613232 Jun 24 04:15:55.247537 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-754cf343-f01c-43d4-89bd-109da43c5a47 req-17ddb0c2-1209-4074-abb8-217db15e56a5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351756 Jun 24 04:15:56.079265 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097a343-7d61-428c-a120-be2a5a45ac3c req-58fe7ee1-9815-4687-820c-9f8255237db2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:56.080713 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1097a343-7d61-428c-a120-be2a5a45ac3c req-58fe7ee1-9815-4687-820c-9f8255237db2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0606618 Jun 24 04:15:56.117671 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1097a343-7d61-428c-a120-be2a5a45ac3c req-872e4a67-9f2f-4f1a-8865-25e6195716f5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jun 24 04:15:56.419748 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22c531-34f4-43d8-a1ee-eeb28b3e264a req-11cabc28-7fdc-47f5-bfc6-51d92eec6f97 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:56.421223 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bf22c531-34f4-43d8-a1ee-eeb28b3e264a req-11cabc28-7fdc-47f5-bfc6-51d92eec6f97 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0617480 Jun 24 04:15:56.458473 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bf22c531-34f4-43d8-a1ee-eeb28b3e264a req-415e5948-ffd8-42ef-8538-f1530464d99c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 Jun 24 04:15:56.510340 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9f36-f053-45d8-bc5b-3e1b79d757b3 req-2a6af635-69c2-49aa-ae09-37da187f4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:56.511776 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-952a9f36-f053-45d8-bc5b-3e1b79d757b3 req-2a6af635-69c2-49aa-ae09-37da187f4ac4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1099 time: 0.0493939 Jun 24 04:15:56.543994 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-952a9f36-f053-45d8-bc5b-3e1b79d757b3 req-420a4c05-f67d-4d29-9424-763551528ba5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254235 Jun 24 04:15:57.286837 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc03c1-aee3-41ec-b9e6-addc8de75c92 req-4c757fcb-0995-4bd3-bdf1-f2b8568a373d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:57.288165 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2ccc03c1-aee3-41ec-b9e6-addc8de75c92 req-4c757fcb-0995-4bd3-bdf1-f2b8568a373d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0642176 Jun 24 04:15:57.323704 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2ccc03c1-aee3-41ec-b9e6-addc8de75c92 req-10f29891-966f-47a2-913c-b3d0e13092c0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295017 Jun 24 04:15:57.636422 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ff523-970d-4979-aff0-26cf8ec73190 req-fb286b56-e7d9-4465-bb43-b685548865bc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:57.638422 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4f4ff523-970d-4979-aff0-26cf8ec73190 req-fb286b56-e7d9-4465-bb43-b685548865bc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0648351 Jun 24 04:15:57.675444 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4f4ff523-970d-4979-aff0-26cf8ec73190 req-1113d680-56c2-45a1-b2b8-60f0f1ff97a2 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Jun 24 04:15:58.490338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65467cc4-b8b2-41d5-9285-a60ac2641385 req-32d84233-62d8-45fb-acb7-c82ec34ab7f4 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:58.491762 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-65467cc4-b8b2-41d5-9285-a60ac2641385 req-32d84233-62d8-45fb-acb7-c82ec34ab7f4 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0607481 Jun 24 04:15:58.527558 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-65467cc4-b8b2-41d5-9285-a60ac2641385 req-843a5aa3-95bd-403f-ab9c-3d9ffa552941 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296841 Jun 24 04:15:58.848196 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bc4e3-190f-49ce-8d8d-86f826409765 req-362b4126-3cea-4f35-a186-21ad736a96ce tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:58.849588 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c23bc4e3-190f-49ce-8d8d-86f826409765 req-362b4126-3cea-4f35-a186-21ad736a96ce tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0614574 Jun 24 04:15:58.886600 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c23bc4e3-190f-49ce-8d8d-86f826409765 req-bf0086a6-a4c2-495f-b369-437412b3fef1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Jun 24 04:15:59.696516 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99188481-b769-42d5-93a0-623cc7510394 req-1504b92b-bba7-4009-957d-ab705e3b0657 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:15:59.698097 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-99188481-b769-42d5-93a0-623cc7510394 req-1504b92b-bba7-4009-957d-ab705e3b0657 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0645480 Jun 24 04:15:59.735694 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-99188481-b769-42d5-93a0-623cc7510394 req-11bc1254-e108-4d4a-8e31-37fccd570c52 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Jun 24 04:16:00.061060 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eedc97-2f4d-42ff-b6b5-6347161c0418 req-dd7c6098-0695-4b93-b971-570294fd5c32 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:00.062549 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63eedc97-2f4d-42ff-b6b5-6347161c0418 req-dd7c6098-0695-4b93-b971-570294fd5c32 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0657036 Jun 24 04:16:00.100071 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-63eedc97-2f4d-42ff-b6b5-6347161c0418 req-965fb6b8-043e-4826-bda2-cd4b4c7be619 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315988 Jun 24 04:16:00.141122 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:00.904598 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdf049-9fec-4d90-a87a-58d901d9584b req-fd6e477a-1987-44e4-99ec-00dcee9990b4 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:00.906185 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3cdf049-9fec-4d90-a87a-58d901d9584b req-fd6e477a-1987-44e4-99ec-00dcee9990b4 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0615807 Jun 24 04:16:00.943347 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3cdf049-9fec-4d90-a87a-58d901d9584b req-b989f65c-7baf-4f2b-a4d2-6954279157ce tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Jun 24 04:16:01.283567 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d0b3f-08d4-4358-8ba5-19a23c711cb4 req-a8eb1665-d5e0-4ebe-a42e-c15ec98ce7f9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:01.284929 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-206d0b3f-08d4-4358-8ba5-19a23c711cb4 req-a8eb1665-d5e0-4ebe-a42e-c15ec98ce7f9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0656588 Jun 24 04:16:01.320811 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-206d0b3f-08d4-4358-8ba5-19a23c711cb4 req-f5e93c5e-85cf-44d7-ba9a-059615129223 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303361 Jun 24 04:16:02.112167 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec689-4b0a-47d0-a757-2185121c4677 req-599c4783-2c74-4fc3-b2b4-4dcea824771a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:02.113590 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e94ec689-4b0a-47d0-a757-2185121c4677 req-599c4783-2c74-4fc3-b2b4-4dcea824771a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0612960 Jun 24 04:16:02.149269 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e94ec689-4b0a-47d0-a757-2185121c4677 req-7c042fcd-cc3d-4eea-b6b7-5c05f80c0f89 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302062 Jun 24 04:16:02.500193 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b602ce-a645-41ee-961e-2f75e91f586c req-d0311bd0-141f-4682-a6d0-2830d2da77e8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:02.501615 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-82b602ce-a645-41ee-961e-2f75e91f586c req-d0311bd0-141f-4682-a6d0-2830d2da77e8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0605307 Jun 24 04:16:02.536928 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-82b602ce-a645-41ee-961e-2f75e91f586c req-3d5b1d7a-6caa-48d2-8ca3-3ae628575405 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296874 Jun 24 04:16:02.990351 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-48d17ab8-79be-407f-b138-6e78e9c57aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:03.027327 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-5ba59f90-8f29-4eed-95b2-8ba5efdb51be tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:03.029321 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-5ba59f90-8f29-4eed-95b2-8ba5efdb51be tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/networks?id=f187f663-665c-4747-9f4c-8b88ecc23071 HTTP/1.1" status: 200 len: 813 time: 0.1051810 Jun 24 04:16:03.043510 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-56326dbe-37c8-4ba8-b681-6ba79253c4cc tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/quotas/0798da120f9840229c94f57ac8af1073 HTTP/1.1" status: 200 len: 375 time: 0.0088027 Jun 24 04:16:03.075568 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-30cf2b09-f837-46fc-9214-13742990858b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0798da120f9840229c94f57ac8af1073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265906 Jun 24 04:16:03.164098 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-b0a30a1f-0765-459e-8b1a-fd236fd3dce4 service neutron] 10.222.0.26 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818274 Jun 24 04:16:03.253211 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-6da5aada-f77f-4f05-9dba-003b61f2a2e0 service neutron] 10.222.0.26 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832326 Jun 24 04:16:03.319561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ab86-5fed-4b7d-8687-2cae474fe86a req-9c57d72d-a155-4a16-8a1e-dc9748fc99ec tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:03.321004 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-25d1ab86-5fed-4b7d-8687-2cae474fe86a req-9c57d72d-a155-4a16-8a1e-dc9748fc99ec tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0641091 Jun 24 04:16:03.357912 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-25d1ab86-5fed-4b7d-8687-2cae474fe86a req-1ec0d82d-c935-44ee-bc23-01c9dbc01e72 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Jun 24 04:16:03.494713 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5580524e-6728-44fc-84af-df4bfd4860bc req-86c55e8a-f749-490c-b1c2-cf80ca1a55f2 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Jun 24 04:16:03.712909 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6a964-fe84-49f8-9915-32170a3d947a req-a452e621-fc7c-4ea0-a17a-31ae504424d7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:03.714431 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7ba6a964-fe84-49f8-9915-32170a3d947a req-a452e621-fc7c-4ea0-a17a-31ae504424d7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0626667 Jun 24 04:16:03.752899 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7ba6a964-fe84-49f8-9915-32170a3d947a req-d2ce96ae-c776-4908-be07-f55faa1b2145 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Jun 24 04:16:04.525417 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d76e4a-78b8-4dc7-80b6-7e03ad72ffe3 req-aaf3eeac-1f7b-4ec3-bba2-152498325ca0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:04.526913 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-84d76e4a-78b8-4dc7-80b6-7e03ad72ffe3 req-aaf3eeac-1f7b-4ec3-bba2-152498325ca0 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0612977 Jun 24 04:16:04.565094 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-84d76e4a-78b8-4dc7-80b6-7e03ad72ffe3 req-085be199-130d-4b92-afa1-3cd1fb3241da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325055 Jun 24 04:16:04.638925 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c49bd503-9844-49c0-98b6-be49705c03a2 req-db099680-882f-47a3-96fd-1d6e264bee51 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Jun 24 04:16:04.928317 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde882-f5ce-49c9-b3d4-f1a4d9941028 req-a1863bac-b796-4405-9c06-9309511bf6ae tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:04.929640 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f5dde882-f5ce-49c9-b3d4-f1a4d9941028 req-a1863bac-b796-4405-9c06-9309511bf6ae tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0644205 Jun 24 04:16:04.965504 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f5dde882-f5ce-49c9-b3d4-f1a4d9941028 req-a69f143d-1e8d-4051-911d-2b71dfe1e06e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301931 Jun 24 04:16:05.475693 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-59b01a8f-f00c-4849-95e6-ed5d468598aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:05.618884 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:16:05.735689 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ae82b-93c6-4082-aec3-633441c69dce req-1e6b7842-e584-4af3-917c-6bfc2362a714 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:05.737226 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4e5ae82b-93c6-4082-aec3-633441c69dce req-1e6b7842-e584-4af3-917c-6bfc2362a714 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0619612 Jun 24 04:16:05.764080 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:05.780092 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4e5ae82b-93c6-4082-aec3-633441c69dce req-7d67641d-0ec8-4247-b97e-9b051eb19ada tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Jun 24 04:16:05.781667 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6af93bde-c87c-435a-aa5e-4801dd7e696c req-c834ee28-6604-4c02-ac05-a871ff104e29 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0310845 Jun 24 04:16:06.142341 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99a75-c621-40b8-8b57-0367da1aba24 req-d19ca7bf-3a07-4cba-918c-0a6ba5b4fef9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:06.143937 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d8e99a75-c621-40b8-8b57-0367da1aba24 req-d19ca7bf-3a07-4cba-918c-0a6ba5b4fef9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0634458 Jun 24 04:16:06.182904 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d8e99a75-c621-40b8-8b57-0367da1aba24 req-5c3db6e5-eb93-4d65-9c9a-5d39ed75cb19 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Jun 24 04:16:06.750185 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:06.918837 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e18b4966-ccb0-441a-845d-7bc72deb380b req-9699a970-5f25-41c8-9f23-616c736ccf8f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0290387 Jun 24 04:16:06.960329 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0f11a-4fcf-4d7c-bfc5-bb7417762e1a req-c0624d39-a226-4ead-a5d7-42288f8a56f7 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:06.961885 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-62f0f11a-4fcf-4d7c-bfc5-bb7417762e1a req-c0624d39-a226-4ead-a5d7-42288f8a56f7 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0699131 Jun 24 04:16:07.000032 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-62f0f11a-4fcf-4d7c-bfc5-bb7417762e1a req-d9e695fe-f2ce-42e2-9d25-e81c6673d4c9 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319161 Jun 24 04:16:07.173839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e295a4-a006-404b-aba8-9506592169a4 req-e0f4119c-6021-4e84-a690-c70d0c33126d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:07.175433 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-98e295a4-a006-404b-aba8-9506592169a4 req-e0f4119c-6021-4e84-a690-c70d0c33126d tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0617905 Jun 24 04:16:07.216786 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-98e295a4-a006-404b-aba8-9506592169a4 req-38a9ebe3-d893-4483-bdcc-b028d511e04a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358293 Jun 24 04:16:07.369134 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702969a-d06b-407b-aaa2-dbd4170a776c req-5397e17d-654d-4cce-9bf4-bfc42f990864 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:07.370644 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2702969a-d06b-407b-aaa2-dbd4170a776c req-5397e17d-654d-4cce-9bf4-bfc42f990864 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0686843 Jun 24 04:16:07.408639 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2702969a-d06b-407b-aaa2-dbd4170a776c req-abc57270-e0fe-46ae-9755-c4496e4be6b4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Jun 24 04:16:07.618607 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8581dc-c093-4c68-b043-171f4aff1ccc req-c5baf1dd-60a4-43da-8189-2a3650e7ccf2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:07.620052 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8b8581dc-c093-4c68-b043-171f4aff1ccc req-c5baf1dd-60a4-43da-8189-2a3650e7ccf2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0625641 Jun 24 04:16:07.657970 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8b8581dc-c093-4c68-b043-171f4aff1ccc req-334a3a2d-47a0-4567-9257-cea235917344 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Jun 24 04:16:08.041750 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:08.057018 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b0fa72d-e3e3-4491-b913-f73956d96a87 req-ce736842-096c-48ff-a93d-7827f0527e8b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0293448 Jun 24 04:16:08.590055 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f745d4e-2eb6-476e-b67d-3b7a941f9bba req-672e037b-2c10-4358-b930-eb93e118e253 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:08.593359 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1f745d4e-2eb6-476e-b67d-3b7a941f9bba req-672e037b-2c10-4358-b930-eb93e118e253 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0651014 Jun 24 04:16:08.633826 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1f745d4e-2eb6-476e-b67d-3b7a941f9bba req-e74e55d2-f281-4866-8b5a-f25b81020c46 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348308 Jun 24 04:16:09.202537 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-dee9bea9-25f7-4f0d-9343-418f5ee5d526 req-2d3424be-d5b9-491c-921c-1ccc4acb9ce0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0284688 Jun 24 04:16:09.548492 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-671cc89b-8ab2-4e77-8737-57113df106d6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:09.549913 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-671cc89b-8ab2-4e77-8737-57113df106d6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "GET /v2.0/networks?id=f187f663-665c-4747-9f4c-8b88ecc23071 HTTP/1.1" status: 200 len: 813 time: 0.1052461 Jun 24 04:16:09.806023 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0447707-b270-49c9-8da5-2ff100e76208 req-f5dc53d4-2008-4de9-9993-b7c0964ad858 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:09.807431 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e0447707-b270-49c9-8da5-2ff100e76208 req-f5dc53d4-2008-4de9-9993-b7c0964ad858 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0605326 Jun 24 04:16:09.843205 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e0447707-b270-49c9-8da5-2ff100e76208 req-09c834c7-a383-44c4-8a8e-1cb30e09ca64 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305011 Jun 24 04:16:10.339616 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fc19c4c9-bcd9-42b7-b8c7-7736da860747 req-61eaa7b0-95d9-4aaa-b1a0-e27a68518488 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jun 24 04:16:10.857328 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Request body: {'port': {'device_id': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071', 'admin_state_up': True, 'tenant_id': '0798da120f9840229c94f57ac8af1073'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:11.047148 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Made reservation on behalf of 0798da120f9840229c94f57ac8af1073 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:16:11.050804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:11.052835 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-5c9bfce6-5028-4a3b-b2e0-8db54c123a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.054346 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-5c9bfce6-5028-4a3b-b2e0-8db54c123a82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1099 time: 0.1960216 Jun 24 04:16:11.065464 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7577c0-ec87-4fe0-83bd-e79721ab867d req-c94f71b8-0974-40f3-a0d5-94c4e73d13f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.066993 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb7577c0-ec87-4fe0-83bd-e79721ab867d req-c94f71b8-0974-40f3-a0d5-94c4e73d13f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.1028807 Jun 24 04:16:11.152128 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb7577c0-ec87-4fe0-83bd-e79721ab867d req-0f2b3d08-fb0e-4ccb-822e-1d9a6944bedc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782812 Jun 24 04:16:11.195062 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-a6a10fe7-b05e-4bdb-ad6c-774e1a6a51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.196678 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-a6a10fe7-b05e-4bdb-ad6c-774e1a6a51d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.1205342 Jun 24 04:16:11.197538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Allocated IP 172.20.0.7 (f187f663-665c-4747-9f4c-8b88ecc23071/d826e084-db76-41de-b7cb-efb78c490e77/8d92c39f-092f-4109-bff8-831ec5e83ff9) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:16:11.267155 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-1c6f5171-97d1-43e2-8117-2461074854e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 1002 time: 0.0603042 Jun 24 04:16:11.313733 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-d5dbf9b3-0f7a-41ae-b24d-9f9f1b60677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.315202 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-d5dbf9b3-0f7a-41ae-b24d-9f9f1b60677c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0418458 Jun 24 04:16:11.342621 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:11.371205 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-9358e17a-e28f-4fe3-aa32-84fc08969da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.373298 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-9358e17a-e28f-4fe3-aa32-84fc08969da8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508356 Jun 24 04:16:11.450245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:11.456081 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bfc6a88f-4ccc-4113-987f-32e92fcc2dc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:11.470676 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-eae3892e-bdd9-402c-b1e5-87219105a5fc service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900497 Jun 24 04:16:11.528675 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Network f187f663-665c-4747-9f4c-8b88ecc23071 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:16:11.537389 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:16:11.543530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:16:11.549207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Pushing event updated for resources: {'Port': ['ID=8d92c39f-092f-4109-bff8-831ec5e83ff9,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:11.561259 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c0aac55-3228-44f4-a97b-fa02321619a3 req-f210412f-7a52-4a23-a3f8-93e605b953d0 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827916 Jun 24 04:16:11.579066 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.579438 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.579805 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.580166 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.580522 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.580876 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.581229 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.581581 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.581967 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.582315 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.582662 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.583008 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:11.588584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:11.614908 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.615497 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:11.625655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18335991-0152-440f-b0e1-d7697e884c97 req-f9a92d28-c82b-4ba2-ac59-a72224fe2dc9 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:11.627150 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-18335991-0152-440f-b0e1-d7697e884c97 req-f9a92d28-c82b-4ba2-ac59-a72224fe2dc9 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 931 time: 0.1655664 Jun 24 04:16:11.668105 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-18335991-0152-440f-b0e1-d7697e884c97 req-4ee28f45-237d-4455-a49d-c886891124b0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Jun 24 04:16:11.712253 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8596659 Jun 24 04:16:11.723972 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Request body: {'port': {'device_id': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:11.795354 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:12.041886 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d92c39f-092f-4109-bff8-831ec5e83ff9 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:16:12.049020 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:12.060115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Transition to ACTIVE for port object 8d92c39f-092f-4109-bff8-831ec5e83ff9 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:16:12.146007 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:12.147952 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e78c916f-8f1e-4824-abf1-35f3c2666aed tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:12.194426 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92c39f-092f-4109-bff8-831ec5e83ff9,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:12.198221 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:12.270992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Attempting to bind port 8d92c39f-092f-4109-bff8-831ec5e83ff9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:16:12.271238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Attempting to bind port 8d92c39f-092f-4109-bff8-831ec5e83ff9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:16:12.271564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Attempting to bind port 8d92c39f-092f-4109-bff8-831ec5e83ff9 on network f187f663-665c-4747-9f4c-8b88ecc23071 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:16:12.276018 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Port 8d92c39f-092f-4109-bff8-831ec5e83ff9 on network f187f663-665c-4747-9f4c-8b88ecc23071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:16:12.276322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Attempting to bind port 8d92c39f-092f-4109-bff8-831ec5e83ff9 on network f187f663-665c-4747-9f4c-8b88ecc23071 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:16:12.281651 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:16:12.282029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Checking segment: {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:16:12.282414 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Bound using segment: {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:16:12.282843 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Bound port: 8d92c39f-092f-4109-bff8-831ec5e83ff9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd074c1-6e27-41eb-8706-562bff2407c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:16:12.283190 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:12.345084 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] For port 8d92c39f-092f-4109-bff8-831ec5e83ff9, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:16:12.348133 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] For port 8d92c39f-092f-4109-bff8-831ec5e83ff9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d92c39f-092f-4109-bff8-831ec5e83ff9,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:16:12.354449 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25796b0-f954-4ac3-959c-643396534f1c req-65393ca9-69b3-480b-9072-b648c12475bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:12.355924 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d25796b0-f954-4ac3-959c-643396534f1c req-65393ca9-69b3-480b-9072-b648c12475bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0692549 Jun 24 04:16:12.393863 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d25796b0-f954-4ac3-959c-643396534f1c req-ef8b3603-cedb-4707-9c3d-02e91bee6a0a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Jun 24 04:16:12.426992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:12.429203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:12.461986 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:12.462588 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:12.463956 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d92c39f-092f-4109-bff8-831ec5e83ff9 HTTP/1.1" status: 200 len: 1093 time: 0.7441041 Jun 24 04:16:12.464457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'tag': '8d92c39f-092f-4109-bff8-831ec5e83ff9'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:12.466779 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831" -d '{"events": [{"name": "network-changed", "server_uuid": "80fcdebe-7e29-476a-b1a7-e8caa5d089d7", "tag": "8d92c39f-092f-4109-bff8-831ec5e83ff9"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:12.489435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92c39f-092f-4109-bff8-831ec5e83ff9,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:12.494736 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:12.613069 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d82f3d-3706-4ac6-92d5-a5d138b9d3d9 x-openstack-request-id: req-76d82f3d-3706-4ac6-92d5-a5d138b9d3d9 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:12.613398 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fcdebe-7e29-476a-b1a7-e8caa5d089d7", "tag": "8d92c39f-092f-4109-bff8-831ec5e83ff9", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:12.613683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76d82f3d-3706-4ac6-92d5-a5d138b9d3d9 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:12.614141 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'tag': '8d92c39f-092f-4109-bff8-831ec5e83ff9', 'status': 'completed', 'code': 200} Jun 24 04:16:12.834136 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa54b14-c51f-433f-afba-ebf0e2e379a6 req-74f9725a-31a6-432d-a900-eca6d0bbe277 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:12.835569 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1fa54b14-c51f-433f-afba-ebf0e2e379a6 req-74f9725a-31a6-432d-a900-eca6d0bbe277 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0603859 Jun 24 04:16:12.870928 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1fa54b14-c51f-433f-afba-ebf0e2e379a6 req-320f1225-fc30-469d-98dc-991b8d00ed73 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299420 Jun 24 04:16:13.571474 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eee4fe-fca9-47e2-8573-96e35237b8a0 req-bdc88f47-ea03-4752-aaa1-291db72ae3a4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:13.572929 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-79eee4fe-fca9-47e2-8573-96e35237b8a0 req-bdc88f47-ea03-4752-aaa1-291db72ae3a4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0653436 Jun 24 04:16:13.611370 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-79eee4fe-fca9-47e2-8573-96e35237b8a0 req-3b76cba2-9338-48d3-b70c-f5105225b695 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Jun 24 04:16:14.039600 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a9bc0-399b-487c-97f9-5549422a3067 req-1c953bd0-94e6-489c-bf2e-87cc0ecec863 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:14.041008 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fb8a9bc0-399b-487c-97f9-5549422a3067 req-1c953bd0-94e6-489c-bf2e-87cc0ecec863 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0639060 Jun 24 04:16:14.076977 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fb8a9bc0-399b-487c-97f9-5549422a3067 req-f177e9fd-e055-4e7a-b4b6-b5a202a00bdf tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303669 Jun 24 04:16:14.668128 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831 req-4c296d31-176c-437a-bfaf-bdd5c0e5c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:14.670340 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831 req-4c296d31-176c-437a-bfaf-bdd5c0e5c47f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0798da120f9840229c94f57ac8af1073&device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 1096 time: 0.0566220 Jun 24 04:16:14.787725 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d68c5-bdfe-46fe-8451-012424ff83b9 req-286357c4-d56a-4a9b-b9e0-1faa994f290e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:14.789162 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6a2d68c5-bdfe-46fe-8451-012424ff83b9 req-286357c4-d56a-4a9b-b9e0-1faa994f290e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0612795 Jun 24 04:16:14.826534 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6a2d68c5-bdfe-46fe-8451-012424ff83b9 req-8f309173-166b-4043-a1f8-4da9b0c9f494 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311158 Jun 24 04:16:15.242631 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e793-41c2-4851-b4e6-b6bc9c3c857d req-9d1f67a3-34cd-4da3-885b-67cf516a597b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:15.244042 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c597e793-41c2-4851-b4e6-b6bc9c3c857d req-9d1f67a3-34cd-4da3-885b-67cf516a597b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0611205 Jun 24 04:16:15.280188 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c597e793-41c2-4851-b4e6-b6bc9c3c857d req-82a527e5-eff9-4b10-8633-b0b9b77b9e2f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302260 Jun 24 04:16:16.007718 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19460c2f-5dda-4549-be9b-ab373739e68b req-3e6b18a7-6ff0-4bdd-82c0-03c4c4cd6d6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.009142 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-19460c2f-5dda-4549-be9b-ab373739e68b req-3e6b18a7-6ff0-4bdd-82c0-03c4c4cd6d6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0652268 Jun 24 04:16:16.045312 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-19460c2f-5dda-4549-be9b-ab373739e68b req-6e24ef58-7d2b-42c7-a56e-d86fb2610a11 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300388 Jun 24 04:16:16.187448 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831 req-4cfef314-86f2-4de5-9b4c-37af8f656cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.188860 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831 req-4cfef314-86f2-4de5-9b4c-37af8f656cd7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=0798da120f9840229c94f57ac8af1073&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0878532 Jun 24 04:16:16.281317 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831 req-13af9fe0-f14b-4799-a366-f20ee81f1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.282713 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-df668ab9-ae2b-4e0b-aa68-a3d73ba27831 req-13af9fe0-f14b-4799-a366-f20ee81f1ceb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862813 Jun 24 04:16:16.378447 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-7c8bfef1-6470-4d87-8405-1bf80e4ab7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.379919 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-7c8bfef1-6470-4d87-8405-1bf80e4ab7c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0798da120f9840229c94f57ac8af1073&device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 1096 time: 0.0524113 Jun 24 04:16:16.424810 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-30b3b834-881e-478a-9a95-e0d3fc73226e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d92c39f-092f-4109-bff8-831ec5e83ff9 HTTP/1.1" status: 200 len: 217 time: 0.0366249 Jun 24 04:16:16.454564 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea9dd2-afbd-4ccb-a7e9-66141dda26e8 req-d815027e-e4ff-491c-bc43-92783c006485 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.456024 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-92ea9dd2-afbd-4ccb-a7e9-66141dda26e8 req-d815027e-e4ff-491c-bc43-92783c006485 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0625308 Jun 24 04:16:16.471745 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-89382f97-0d89-4563-a7d1-94418cd4d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:16.473150 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-89382f97-0d89-4563-a7d1-94418cd4d16f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d826e084-db76-41de-b7cb-efb78c490e77 HTTP/1.1" status: 200 len: 853 time: 0.0421293 Jun 24 04:16:16.492985 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-92ea9dd2-afbd-4ccb-a7e9-66141dda26e8 req-ff896f0a-a0cd-4828-b480-20353575d73b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Jun 24 04:16:16.508135 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-f4b3ce9e-4543-480d-8c55-8cc9d3b8d4ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f187f663-665c-4747-9f4c-8b88ecc23071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272782 Jun 24 04:16:16.596514 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-a4572408-d321-41a8-b911-56afc4c4735a service neutron] 10.222.0.10 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816283 Jun 24 04:16:16.682756 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-107b1d79-a467-430a-ac05-7ca59c72df8e req-c8eca974-2d90-40ce-bdb8-2b04a0fd853d service neutron] 10.222.0.10 "GET /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783858 Jun 24 04:16:17.219985 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9e5f4-0ffe-472c-a89a-a5d4b7f2c367 req-346e3ed6-94ee-466d-b440-f211ab37d62c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:17.221426 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3ec9e5f4-0ffe-472c-a89a-a5d4b7f2c367 req-346e3ed6-94ee-466d-b440-f211ab37d62c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0645335 Jun 24 04:16:17.256408 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3ec9e5f4-0ffe-472c-a89a-a5d4b7f2c367 req-e1e75ad2-6acf-4743-85bd-fd456176d16d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295153 Jun 24 04:16:17.663519 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969efa5e-41f0-476d-8716-c91087374e76 req-1a2ac8b4-42f4-4a27-a15c-ccaff0436d69 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:17.664872 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-969efa5e-41f0-476d-8716-c91087374e76 req-1a2ac8b4-42f4-4a27-a15c-ccaff0436d69 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0642774 Jun 24 04:16:17.701846 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-969efa5e-41f0-476d-8716-c91087374e76 req-a6ed5c88-d606-45dd-ae08-64b41e8865b9 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Jun 24 04:16:18.432184 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed59efa-0e45-4c32-b757-ef7b9532271f req-98c1c79e-b82e-4712-9633-a8856948e16e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:18.433563 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fed59efa-0e45-4c32-b757-ef7b9532271f req-98c1c79e-b82e-4712-9633-a8856948e16e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0628321 Jun 24 04:16:18.471120 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fed59efa-0e45-4c32-b757-ef7b9532271f req-f14eec58-174b-42e3-8452-671512861caa tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Jun 24 04:16:18.873598 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e026d-0c9d-4deb-8b8a-6c2148802b54 req-21bb4184-c50d-4799-afa1-46abe6a423bb tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:18.874610 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5c0e026d-0c9d-4deb-8b8a-6c2148802b54 req-21bb4184-c50d-4799-afa1-46abe6a423bb tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0656896 Jun 24 04:16:18.918240 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5c0e026d-0c9d-4deb-8b8a-6c2148802b54 req-8e90d4a1-1951-4a24-bafb-dd2f315d8a3f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341115 Jun 24 04:16:19.645412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956fd71-2023-474f-b853-5c7e1a5083a4 req-f5c117fe-6abd-4299-a6b5-2868d54f369e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:19.646851 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b956fd71-2023-474f-b853-5c7e1a5083a4 req-f5c117fe-6abd-4299-a6b5-2868d54f369e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0611236 Jun 24 04:16:19.682984 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b956fd71-2023-474f-b853-5c7e1a5083a4 req-eb16dfa5-6b98-4eea-a5fe-56a18d5f97d0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305130 Jun 24 04:16:20.084236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843a379-a646-4e68-847c-ae4b5b32cceb req-a262a07e-f185-42f5-9cf5-f24d9a1d2a29 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:20.085668 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7843a379-a646-4e68-847c-ae4b5b32cceb req-a262a07e-f185-42f5-9cf5-f24d9a1d2a29 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0606961 Jun 24 04:16:20.120800 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7843a379-a646-4e68-847c-ae4b5b32cceb req-e50a6f95-7962-46ce-a9bd-3ea7e99baacb tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291185 Jun 24 04:16:21.015290 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ca6a-8f94-4bbd-8a8f-351f7e1d73bc req-9aae69ad-e86e-4298-95f8-08a8ff420cbb tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:21.016753 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3c52ca6a-8f94-4bbd-8a8f-351f7e1d73bc req-9aae69ad-e86e-4298-95f8-08a8ff420cbb tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0618076 Jun 24 04:16:21.053412 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3c52ca6a-8f94-4bbd-8a8f-351f7e1d73bc req-f5e9120f-1e68-4800-a01e-ae4a7eb58f1a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Jun 24 04:16:21.288060 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646f5b2-0228-40ce-88e2-fae2a35d9658 req-0455c69f-2669-4a39-965c-86c04c9d7c56 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:21.289505 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e646f5b2-0228-40ce-88e2-fae2a35d9658 req-0455c69f-2669-4a39-965c-86c04c9d7c56 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0618026 Jun 24 04:16:21.325525 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e646f5b2-0228-40ce-88e2-fae2a35d9658 req-cc55e9e0-11fb-46ec-9698-ed66fa4c9232 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298245 Jun 24 04:16:22.228271 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa110-1b60-49a3-af89-df973725a50a req-5b8459d7-e8a6-45e3-9fc4-66733e0b2354 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:22.229605 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4a9fa110-1b60-49a3-af89-df973725a50a req-5b8459d7-e8a6-45e3-9fc4-66733e0b2354 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0642748 Jun 24 04:16:22.265720 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-4a9fa110-1b60-49a3-af89-df973725a50a req-769d022a-021d-436e-9fbe-af1cfbbc796f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304689 Jun 24 04:16:22.501029 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b3d7-b479-4868-8d8e-3c856863554c req-ed8b9f3e-d075-47ed-8a7a-ef5ac70c28de tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:22.502400 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1231b3d7-b479-4868-8d8e-3c856863554c req-ed8b9f3e-d075-47ed-8a7a-ef5ac70c28de tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0638542 Jun 24 04:16:22.537319 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1231b3d7-b479-4868-8d8e-3c856863554c req-2ec520f3-16cc-4d28-9b83-60419edd6353 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292926 Jun 24 04:16:23.436537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68241149-4af1-47b2-968d-606c6027d361 req-3337c003-1225-4307-9aff-846750455dcf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:23.438006 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-68241149-4af1-47b2-968d-606c6027d361 req-3337c003-1225-4307-9aff-846750455dcf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0615060 Jun 24 04:16:23.475023 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-68241149-4af1-47b2-968d-606c6027d361 req-3fb9e900-5412-4075-8b1f-987bd7a06e97 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jun 24 04:16:23.589353 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 8d92c39f-092f-4109-bff8-831ec5e83ff9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:16:23.713116 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52015392-63e0-410b-a2cf-5bd0b7cff246 req-5737f9b1-ac56-4e19-bf31-e64a6ac8f9e6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:23.714611 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-52015392-63e0-410b-a2cf-5bd0b7cff246 req-5737f9b1-ac56-4e19-bf31-e64a6ac8f9e6 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 943 time: 0.0690892 Jun 24 04:16:23.750686 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-52015392-63e0-410b-a2cf-5bd0b7cff246 req-417ea000-0eb9-449c-b0d4-a3b3d82c8e68 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304613 Jun 24 04:16:23.767999 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 8d92c39f-092f-4109-bff8-831ec5e83ff9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d92c39f-092f-4109-bff8-831ec5e83ff9,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:23.778838 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '8d92c39f-092f-4109-bff8-831ec5e83ff9', 'network_id': 'f187f663-665c-4747-9f4c-8b88ecc23071', 'port_id': '8d92c39f-092f-4109-bff8-831ec5e83ff9', 'mac_address': 'fa:16:3e:bb:19:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd826e084-db76-41de-b7cb-efb78c490e77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:16:23.813728 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:23.826274 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d92c39f-092f-4109-bff8-831ec5e83ff9 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:16:23.844257 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 8d92c39f-092f-4109-bff8-831ec5e83ff9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d92c39f-092f-4109-bff8-831ec5e83ff9,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:23.917044 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:23.919269 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-fc0c0b3b-ffce-4101-a747-f380549ba274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:23.965848 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=8d92c39f-092f-4109-bff8-831ec5e83ff9,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:23.968996 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:24.651072 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaee93-bc17-41d8-9c73-d46606ef86e9 req-75b2cf65-fb44-4450-be8a-fc06d1fb10c9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:24.652505 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a2aaee93-bc17-41d8-9c73-d46606ef86e9 req-75b2cf65-fb44-4450-be8a-fc06d1fb10c9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0641973 Jun 24 04:16:24.688746 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a2aaee93-bc17-41d8-9c73-d46606ef86e9 req-5be5432b-2f47-416c-9b10-4b55b1dc4d8d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298753 Jun 24 04:16:24.924587 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5b50-5381-418c-b14e-48feb82a2286 req-3286ead5-22aa-40e0-a2e5-dd123f63bf7a tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:24.926074 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-196d5b50-5381-418c-b14e-48feb82a2286 req-3286ead5-22aa-40e0-a2e5-dd123f63bf7a tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 944 time: 0.0655146 Jun 24 04:16:24.962881 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-196d5b50-5381-418c-b14e-48feb82a2286 req-190a62ca-5a2f-4b61-a961-932f1acf0e9c tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Jun 24 04:16:25.861729 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676ffe9-cfd4-43b7-9955-9a1cbc7bf51f req-f9858854-298f-4876-8e23-867c8b07e07d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:25.863173 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a676ffe9-cfd4-43b7-9955-9a1cbc7bf51f req-f9858854-298f-4876-8e23-867c8b07e07d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0605073 Jun 24 04:16:25.897988 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a676ffe9-cfd4-43b7-9955-9a1cbc7bf51f req-eb9ebec6-49fd-4061-858e-681db40f0fe7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294304 Jun 24 04:16:26.128762 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4ff4f-6f7f-4907-8e6f-4c6519e3490a req-ab83fdc9-de87-4625-a7f4-6cdf578e6c22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:26.130225 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d3e4ff4f-6f7f-4907-8e6f-4c6519e3490a req-ab83fdc9-de87-4625-a7f4-6cdf578e6c22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 944 time: 0.0616305 Jun 24 04:16:26.167460 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d3e4ff4f-6f7f-4907-8e6f-4c6519e3490a req-29a0b49b-2a55-42d0-a095-b63dd740088f tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Jun 24 04:16:26.284138 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:16:26.377819 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:26.389688 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '5638aa5b-4f18-420c-ae13-beecff963d66', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66', 'mac_address': 'fa:16:3e:57:68:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:16:26.425352 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:26.437456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5638aa5b-4f18-420c-ae13-beecff963d66 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:16:26.456190 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:26.521337 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:26.523038 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:26.570519 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=6']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:26.573349 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:27.068232 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11fd3b-3ded-4245-a570-95ab86a6f6f6 req-4b9342d1-d10f-4c59-b2b1-5b3217acb5a7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:27.069633 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5a11fd3b-3ded-4245-a570-95ab86a6f6f6 req-4b9342d1-d10f-4c59-b2b1-5b3217acb5a7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0595191 Jun 24 04:16:27.104135 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5a11fd3b-3ded-4245-a570-95ab86a6f6f6 req-b9025376-fb61-471e-b190-9687b01c9f35 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290513 Jun 24 04:16:27.324198 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['5638aa5b-4f18-420c-ae13-beecff963d66'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:27.337240 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fc57b-0e39-41f6-a71d-066e791f6509 req-c106e4e7-319f-4fba-929a-4531b6462922 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:27.338799 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1e2fc57b-0e39-41f6-a71d-066e791f6509 req-c106e4e7-319f-4fba-929a-4531b6462922 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 944 time: 0.0643039 Jun 24 04:16:27.377641 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1e2fc57b-0e39-41f6-a71d-066e791f6509 req-af16ba17-4f76-4a2b-b149-129c719df703 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Jun 24 04:16:27.452437 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['8d92c39f-092f-4109-bff8-831ec5e83ff9'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:28.262841 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:16:28.282607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2e3c8-2260-4c48-b28e-daadf54e3573 req-dd00db2c-0d34-4a85-a1bb-fec1324419a3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:28.284094 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8aa2e3c8-2260-4c48-b28e-daadf54e3573 req-dd00db2c-0d34-4a85-a1bb-fec1324419a3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0655441 Jun 24 04:16:28.310804 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 5638aa5b-4f18-420c-ae13-beecff963d66 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:16:28.311471 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:28.322052 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8aa2e3c8-2260-4c48-b28e-daadf54e3573 req-7820ee1b-526c-46bd-87cd-2a8f07a99eef tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Jun 24 04:16:28.410294 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:28.439368 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:28.441614 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeee620-ec97-4f5b-8f96-f37a5e671bf9" -d '{"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-plugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:28.456634 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:28.486866 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866f59be-f185-4f7c-a41f-30664ec26f93 x-openstack-request-id: req-866f59be-f185-4f7c-a41f-30664ec26f93 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:28.487535 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-plugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:28.487952 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-866f59be-f185-4f7c-a41f-30664ec26f93 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:28.488512 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'code': 200} Jun 24 04:16:28.521599 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:28.523436 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:28.570722 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=7']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:28.571354 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366d6b-0d38-417e-97ff-0a8453958052 req-aad55ebf-e05b-4e01-891b-bdf8873497e5 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:28.572825 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5d366d6b-0d38-417e-97ff-0a8453958052 req-aad55ebf-e05b-4e01-891b-bdf8873497e5 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 944 time: 0.0677059 Jun 24 04:16:28.573712 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:28.610598 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5d366d6b-0d38-417e-97ff-0a8453958052 req-54441f26-2579-423c-b7e6-e94c3cd12952 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Jun 24 04:16:29.506861 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047d281-636c-440c-8dca-fd5f0a1873fc req-9d1589f7-1e6c-4cb7-9eab-16769c15a85a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:29.508365 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3047d281-636c-440c-8dca-fd5f0a1873fc req-9d1589f7-1e6c-4cb7-9eab-16769c15a85a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0637803 Jun 24 04:16:29.545851 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3047d281-636c-440c-8dca-fd5f0a1873fc req-a3f09e74-2bf1-460a-a2ef-f56217c0ff0e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Jun 24 04:16:29.796966 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9acdb-face-4dff-b6b6-2666a0bebd99 req-13caf773-5582-4334-a6e5-b21495a44ce5 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:29.798488 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-34b9acdb-face-4dff-b6b6-2666a0bebd99 req-13caf773-5582-4334-a6e5-b21495a44ce5 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 944 time: 0.0648656 Jun 24 04:16:29.837500 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-34b9acdb-face-4dff-b6b6-2666a0bebd99 req-beda0608-d5ff-4feb-9864-19244842f665 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Jun 24 04:16:30.134918 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:30.266766 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 8d92c39f-092f-4109-bff8-831ec5e83ff9 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:16:30.413179 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 8d92c39f-092f-4109-bff8-831ec5e83ff9 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:16:30.418183 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 8d92c39f-092f-4109-bff8-831ec5e83ff9 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:16:30.418593 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:30.522687 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:30.545562 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92c39f-092f-4109-bff8-831ec5e83ff9'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:30.547936 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d877169-45a9-462e-842f-3f02e27df541" -d '{"events": [{"server_uuid": "80fcdebe-7e29-476a-b1a7-e8caa5d089d7", "name": "network-vif-plugged", "status": "completed", "tag": "8d92c39f-092f-4109-bff8-831ec5e83ff9"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:30.560497 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 8d92c39f-092f-4109-bff8-831ec5e83ff9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d92c39f-092f-4109-bff8-831ec5e83ff9,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:30.591521 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af76082e-0318-4b72-a077-eb73b46a98dc x-openstack-request-id: req-af76082e-0318-4b72-a077-eb73b46a98dc {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:30.592028 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fcdebe-7e29-476a-b1a7-e8caa5d089d7", "name": "network-vif-plugged", "status": "completed", "tag": "8d92c39f-092f-4109-bff8-831ec5e83ff9", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:30.592381 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af76082e-0318-4b72-a077-eb73b46a98dc {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:30.593600 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92c39f-092f-4109-bff8-831ec5e83ff9', 'code': 200} Jun 24 04:16:30.682204 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:30.747264 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7ab396bf-2e47-4a12-b12f-c585708085a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:30.763469 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=8d92c39f-092f-4109-bff8-831ec5e83ff9,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:30.767998 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:30.786923 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b2287-da90-4ff1-8534-bae0d03c9a64 req-438006a9-d902-4c8f-affd-5be0cb6a18b0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:30.788551 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-287b2287-da90-4ff1-8534-bae0d03c9a64 req-438006a9-d902-4c8f-affd-5be0cb6a18b0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.1021471 Jun 24 04:16:30.833989 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-287b2287-da90-4ff1-8534-bae0d03c9a64 req-17cab862-fe67-407a-862d-e5adfeba3583 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Jun 24 04:16:31.071626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad1682-d23a-49c0-be67-cef85eafaa08 req-50b16134-f058-4adc-9383-feb16aaf6b32 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:31.080129 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d6ad1682-d23a-49c0-be67-cef85eafaa08 req-50b16134-f058-4adc-9383-feb16aaf6b32 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0867534 Jun 24 04:16:31.146868 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d6ad1682-d23a-49c0-be67-cef85eafaa08 req-cf3ceb6a-0bff-4d42-a312-48cf33f91e5d tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 Jun 24 04:16:31.245667 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26db7-2dc0-460b-a1c0-36a1304750d0 req-f16c9d30-2497-4e7f-bc79-cb0004f0e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:31.247754 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e8b26db7-2dc0-460b-a1c0-36a1304750d0 req-f16c9d30-2497-4e7f-bc79-cb0004f0e843 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 1098 time: 0.0738881 Jun 24 04:16:31.299767 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e8b26db7-2dc0-460b-a1c0-36a1304750d0 req-4c4ee9a1-1924-4292-89c6-f543f875db83 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Jun 24 04:16:32.043437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f4fdf-aad2-4d93-8650-9a23dfcd8bc8 req-c2484513-7f80-40ae-a2a5-ab08ef13a8a9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:32.046558 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a21f4fdf-aad2-4d93-8650-9a23dfcd8bc8 req-c2484513-7f80-40ae-a2a5-ab08ef13a8a9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0936029 Jun 24 04:16:32.097089 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a21f4fdf-aad2-4d93-8650-9a23dfcd8bc8 req-173da09c-fb8b-4444-b0a5-7a09bde61583 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Jun 24 04:16:32.347712 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f2721-ef70-49bd-a4db-50085fba31e2 req-96bf61f9-c253-412c-bfe6-e87e1347000b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:32.349866 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-537f2721-ef70-49bd-a4db-50085fba31e2 req-96bf61f9-c253-412c-bfe6-e87e1347000b tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0717916 Jun 24 04:16:32.391019 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-537f2721-ef70-49bd-a4db-50085fba31e2 req-4329870f-ef11-4164-84ab-4630dc3b14ae tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Jun 24 04:16:33.009643 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-def4edc7-04bc-454b-b0e3-3b1d77d21876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:33.280911 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cde2a-c2b0-46ac-8d8f-f6e8cbcd30b3 req-a2bb5679-c9e2-4bad-99a5-aab6735cd99c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:33.282318 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a95cde2a-c2b0-46ac-8d8f-f6e8cbcd30b3 req-a2bb5679-c9e2-4bad-99a5-aab6735cd99c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0682340 Jun 24 04:16:33.324488 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a95cde2a-c2b0-46ac-8d8f-f6e8cbcd30b3 req-b85a5177-f460-48ca-9f77-793ea427f1f1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365415 Jun 24 04:16:33.568619 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb4e4-84ff-41da-b2e4-f86db410eb1d req-db68933b-090a-41cf-bfee-5bc62c8617d4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:33.574365 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-399fb4e4-84ff-41da-b2e4-f86db410eb1d req-db68933b-090a-41cf-bfee-5bc62c8617d4 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0737693 Jun 24 04:16:33.611329 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-399fb4e4-84ff-41da-b2e4-f86db410eb1d req-18f764cf-066f-471b-97a2-f0b8a3639ddb tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338449 Jun 24 04:16:34.522429 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890152-4ae2-48bc-9381-0a407fdc35f3 req-6f968e4e-80ad-4d36-ad8d-0c4882c85290 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.524215 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-db890152-4ae2-48bc-9381-0a407fdc35f3 req-6f968e4e-80ad-4d36-ad8d-0c4882c85290 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0697212 Jun 24 04:16:34.568468 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-db890152-4ae2-48bc-9381-0a407fdc35f3 req-01afe3a1-2922-447a-931a-46317c4f59a6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377498 Jun 24 04:16:34.825185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949307-ccd5-4825-95e7-f93ab5cb9ef4 req-bf46cade-94cc-4739-860b-1e468b679ff7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:34.828089 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5d949307-ccd5-4825-95e7-f93ab5cb9ef4 req-bf46cade-94cc-4739-860b-1e468b679ff7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0900621 Jun 24 04:16:34.875555 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5d949307-ccd5-4825-95e7-f93ab5cb9ef4 req-e41fa514-87ef-480b-8341-8198146ba670 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Jun 24 04:16:35.475697 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f69b717d-e881-4ff5-bcd4-da3d7d14d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:35.751767 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c6db3-568b-460e-9629-ed57649da012 req-4225b029-1b21-4e4c-8ffa-a883cfd63e40 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:35.758369 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d02c6db3-568b-460e-9629-ed57649da012 req-4225b029-1b21-4e4c-8ffa-a883cfd63e40 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0691516 Jun 24 04:16:35.769133 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:35.829813 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d02c6db3-568b-460e-9629-ed57649da012 req-579c9db4-0159-42a0-90e9-a0622d94b20d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695024 Jun 24 04:16:36.071461 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b9ea8-5aaf-48a9-9183-a3166252dc2e req-f8564f16-73ef-461f-a212-5a3b9e71b5a7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:36.073010 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6b6b9ea8-5aaf-48a9-9183-a3166252dc2e req-f8564f16-73ef-461f-a212-5a3b9e71b5a7 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0743601 Jun 24 04:16:36.116186 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6b6b9ea8-5aaf-48a9-9183-a3166252dc2e req-932e781a-6327-4ce9-bb8a-0a247f267ce2 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Jun 24 04:16:36.756422 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:37.047947 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eafcf0-c3ae-40f7-aace-bab9bba4f274 req-83c20f15-a7eb-41f7-9411-ac2bd672d926 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:37.047947 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-02eafcf0-c3ae-40f7-aace-bab9bba4f274 req-83c20f15-a7eb-41f7-9411-ac2bd672d926 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0863931 Jun 24 04:16:37.104058 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-02eafcf0-c3ae-40f7-aace-bab9bba4f274 req-a11e9d62-8c7d-4a31-85d6-9622a9599cdc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522313 Jun 24 04:16:37.293102 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f756ab7-d13f-4613-bd88-a729966dd609 req-548fede8-58b1-4ee2-9f39-ba77b04c22c2 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:37.298915 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9f756ab7-d13f-4613-bd88-a729966dd609 req-548fede8-58b1-4ee2-9f39-ba77b04c22c2 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0680256 Jun 24 04:16:37.342512 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9f756ab7-d13f-4613-bd88-a729966dd609 req-63a7741f-c5b3-4f11-b66a-7aaa53818ac9 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Jun 24 04:16:38.072276 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:38.378081 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4936b6-4b6d-496a-a38d-33dec1ebe08c req-308e08c9-efa9-4d35-8d93-3ab5cfacf3d8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:38.387751 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1d4936b6-4b6d-496a-a38d-33dec1ebe08c req-308e08c9-efa9-4d35-8d93-3ab5cfacf3d8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.1060920 Jun 24 04:16:38.453535 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1d4936b6-4b6d-496a-a38d-33dec1ebe08c req-e8f9e078-4195-4920-affe-061cda951532 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640845 Jun 24 04:16:38.804092 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38424) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:38.929710 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.018612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.100288 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.102959 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9740afee-4f20-411e-9236-7890fb3aa11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:39.150589 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5971453626174fa58473dcc70b9fd954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451324 Jun 24 04:16:39.153350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38428) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:39.154228 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba9bfc5-2c32-43b1-af07-fc2e205c6628,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:39.162350 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.163098 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.163824 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.164345 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.164856 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.165507 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.166148 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.166653 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.167162 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.167656 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.168225 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.169167 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:16:39.174045 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e571184c-bee9-441b-9c0c-71bf35ce7858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:39.237229 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.597319 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.680142 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505daf0-b490-46ec-a371-b8d744afda02 req-a3bedf93-95fa-4d68-823d-862a8859c29c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:39.681684 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9505daf0-b490-46ec-a371-b8d744afda02 req-a3bedf93-95fa-4d68-823d-862a8859c29c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.1407950 Jun 24 04:16:39.718692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd706af-2914-4f7a-965e-a7f0c1197b30 req-8baecf20-a516-4ca4-9740-cffa493f0916 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:39.726788 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7bd706af-2914-4f7a-965e-a7f0c1197b30 req-8baecf20-a516-4ca4-9740-cffa493f0916 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0910280 Jun 24 04:16:39.740781 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9505daf0-b490-46ec-a371-b8d744afda02 req-db3a37dc-af1e-4dff-8668-83b05d17d86a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Jun 24 04:16:39.776535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38446) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:39.778476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.781225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:39.782544 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ba9bfc5-2c32-43b1-af07-fc2e205c6628 HTTP/1.1" status: 204 len: 168 time: 0.6280341 Jun 24 04:16:39.785619 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-46e1c9d4-f99d-462c-8d02-26880a04c158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:39.791609 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7bd706af-2914-4f7a-965e-a7f0c1197b30 req-7c9c18f0-e684-4b3a-a062-7428f466de15 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636075 Jun 24 04:16:39.799467 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba9bfc5-2c32-43b1-af07-fc2e205c6628,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:39.802107 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6485f6ea-7ef2-4bdb-a2c0-5c1454cb9c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:40.024717 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f311fd7-0297-4c1d-8164-9fdfe390035e tempest-TestMinimumBasicScenario-967216010 tempest-TestMinimumBasicScenario-967216010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:40.031805 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6f311fd7-0297-4c1d-8164-9fdfe390035e tempest-TestMinimumBasicScenario-967216010 tempest-TestMinimumBasicScenario-967216010-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1094 time: 0.2484610 Jun 24 04:16:40.031805 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38454) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:40.041284 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'port_id': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:40.640132 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for floatingip, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:40.773366 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:40.904745 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Allocated IP 172.27.2.136 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/6eebdb26-83f4-4dd1-a64d-e5c20de754e7) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:16:41.063510 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:41.083505 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1d7b-c1a8-4764-8237-695b9f83164a req-fb479e2b-dd58-4239-9037-d8e181373c6e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:41.085084 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7f9f1d7b-c1a8-4764-8237-695b9f83164a req-fb479e2b-dd58-4239-9037-d8e181373c6e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.1068840 Jun 24 04:16:41.142404 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7f9f1d7b-c1a8-4764-8237-695b9f83164a req-25ecb525-bbe0-4ec3-8c11-fe33df06e2ad tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489099 Jun 24 04:16:41.241673 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:41.248184 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-72a755c4-df52-4ca0-b368-4ddd74f5155b tempest-ServerRescueNegativeTestJSON-2111134034 tempest-ServerRescueNegativeTestJSON-2111134034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:41.259451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:16:41.277316 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:16:41.281807 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:16:41.322469 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'Port': ['ID=6eebdb26-83f4-4dd1-a64d-e5c20de754e7,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:41.327083 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:42.021138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.171661 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.315755 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.322536 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c4766-8f5a-4252-95a9-82f8ac4725aa req-d8a1cb08-9fe6-4781-b377-89b8f9f2fa0d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:42.323977 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ad2c4766-8f5a-4252-95a9-82f8ac4725aa req-d8a1cb08-9fe6-4781-b377-89b8f9f2fa0d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0635290 Jun 24 04:16:42.361786 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ad2c4766-8f5a-4252-95a9-82f8ac4725aa req-8c7c3921-f4b4-4100-ba25-b3be4ce6c633 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320401 Jun 24 04:16:42.389973 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.394460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:42.456482 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'Port': ['ID=6eebdb26-83f4-4dd1-a64d-e5c20de754e7,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:42.460150 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:42.468467 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.569249 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Floating IP d94e8fda-6170-4623-aa98-b7f5525af3e7 associated. External IP: 172.27.2.136, port: a107b06c-5fd5-4f98-a141-656c8822202a. Jun 24 04:16:42.617622 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:16:42.767270 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:16:42.869914 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:16:42.878993 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] Sync routers for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:16:42.888855 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:16:42.895004 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:16:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:42.934825 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:42.976291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38492) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:42.976529 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9409969 Jun 24 04:16:42.976930 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:42.979267 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:42.982839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792917047', 'description': 'tempest-secgroup-smoke-792917047 description', 'project_id': 'c59d239d9ab34038b049ed04507c55c2'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:43.098820 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.109346 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:16:43.181099 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.211380 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c99ecc6-598e-4aa8-8ca1-f1080038f228 x-openstack-request-id: req-5c99ecc6-598e-4aa8-8ca1-f1080038f228 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:43.211380 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:43.211380 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c99ecc6-598e-4aa8-8ca1-f1080038f228 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:43.211380 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'status': 'completed', 'code': 200} Jun 24 04:16:43.265898 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.270375 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4e5d0648-fe89-43bb-a5c9-3d31d62abc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:43.313538 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-1ac844f9-fe69-46a1-8516-8424173722e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.313657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076064dd-5891-4c0f-8a1a-b2d47d3b8a19,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:43.313787 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-1ac844f9-fe69-46a1-8516-8424173722e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1099 time: 0.0624034 Jun 24 04:16:43.313914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:43.327029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-642e51fe-817f-472b-bb22-2d4630f56d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.328706 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-642e51fe-817f-472b-bb22-2d4630f56d0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1099 time: 0.0965030 Jun 24 04:16:43.403014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.404211 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-278eff84-7e7c-4f2b-9cc3-96fa7ba64196 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4261408 Jun 24 04:16:43.407417 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38514) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:43.425075 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group_rule': {'security_group_id': '076064dd-5891-4c0f-8a1a-b2d47d3b8a19', 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:43.434957 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-8b0904ab-6a63-4e9d-a2f3-5b7b9bc03da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.437759 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-8b0904ab-6a63-4e9d-a2f3-5b7b9bc03da0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.1016531 Jun 24 04:16:43.470175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-c418703b-404e-4f3c-9421-2fd4d4a85155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.471630 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-c418703b-404e-4f3c-9421-2fd4d4a85155 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 916 time: 0.1543736 Jun 24 04:16:43.478243 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'd94e8fda-6170-4623-aa98-b7f5525af3e7', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'port_id': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'mac_address': 'fa:16:3e:ce:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:16:41Z', 'updated_at': '2021-06-24T04:16:41Z', 'revision_number': 0, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:43.516797 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] Checking router: cfe09aa1-60cb-43be-bbc7-1b621a79b1ab for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:16:43.525272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:16:43.526164 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:16:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:43.559115 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-967f6231-b0df-4b0c-b49e-24cf3a2542c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 1000 time: 0.0783534 Jun 24 04:16:43.560256 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.563808 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-d3cef177-0b2f-4377-9d1f-259e8bca778b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 1002 time: 0.1138465 Jun 24 04:16:43.620977 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-ee03f453-2627-40da-861d-e33c094eedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.623285 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-ee03f453-2627-40da-861d-e33c094eedcf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0514839 Jun 24 04:16:43.635153 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0013-48ea-4788-97fc-48402d07c895 req-f14b2f5b-6982-4b4e-ad99-475809b8e58d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.636869 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e0013-48ea-4788-97fc-48402d07c895 req-f14b2f5b-6982-4b4e-ad99-475809b8e58d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.1273139 Jun 24 04:16:43.648440 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:16:43.651197 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-8b03450f-ec1c-46f8-afac-dc5a48fdb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.652624 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-8b03450f-ec1c-46f8-afac-dc5a48fdb6d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0816119 Jun 24 04:16:43.704838 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e0013-48ea-4788-97fc-48402d07c895 req-b931ea85-4a15-445a-9b3c-48b57439530c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585797 Jun 24 04:16:43.705622 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.726848 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-740be04b-a04e-42a1-b7c0-3624a87f15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.728635 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-740be04b-a04e-42a1-b7c0-3624a87f15ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0906467 Jun 24 04:16:43.734164 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-64b316b5-991d-4474-b4f3-8a5e47538c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:43.745323 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-64b316b5-991d-4474-b4f3-8a5e47538c3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753880 Jun 24 04:16:43.811852 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.817855 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:43.831702 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-1ff30597-488f-4d3a-9775-0c556ebc6387 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950325 Jun 24 04:16:43.852165 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d3e3c7-7253-423c-b092-b02c4a139eaa,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:43.861361 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:43.883701 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-06dd56d5-3142-4c85-86f7-9ff4633b2193 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368797 Jun 24 04:16:43.888821 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38522) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:43.924943 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:43.925648 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-7b7bd1bb-f749-4483-8755-26a3a557147e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5134833 Jun 24 04:16:43.929907 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38526) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:43.944526 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'd94e8fda-6170-4623-aa98-b7f5525af3e7', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'port_id': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'mac_address': 'fa:16:3e:ce:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:16:41Z', 'updated_at': '2021-06-24T04:16:41Z', 'revision_number': 0, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:16:43.957242 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group_rule': {'security_group_id': '076064dd-5891-4c0f-8a1a-b2d47d3b8a19', 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:43.969363 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecc18c85-dee3-443a-8a05-fea939ce8039 req-e6c4da6d-894e-4bbd-bb04-68f77b1b1f83 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272929 Jun 24 04:16:43.985553 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12d849-f0ad-420e-a874-431bcbc68c9a None None] The sync data for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi is: [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'd94e8fda-6170-4623-aa98-b7f5525af3e7', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'port_id': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'mac_address': 'fa:16:3e:ce:36:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:16:41Z', 'updated_at': '2021-06-24T04:16:41Z', 'revision_number': 0, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:16:44.039843 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fbcf1fe7-a58a-42ea-b603-ba433cb96a1a req-c8c393fd-a3d9-401c-8321-a0e098d4c25b service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447976 Jun 24 04:16:44.040766 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-59c63483-835e-446d-8658-ac114b5c9662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.093702 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.173416 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.207310 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-59c63483-835e-446d-8658-ac114b5c9662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.224405 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.226462 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.246177 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63941fee-90fd-4505-851a-bbe7037379c5,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.248560 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.271264 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-59c63483-835e-446d-8658-ac114b5c9662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.273868 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e2fabece-10c0-44fe-a931-4318238f0716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.311395 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-59c63483-835e-446d-8658-ac114b5c9662 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a14e1609d86642b181a1d6a34ecf0650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215264 Jun 24 04:16:44.312313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c63483-835e-446d-8658-ac114b5c9662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a764b21-d8a1-4967-a88f-6d8cd040657b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.314049 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38528) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:44.315662 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-59c63483-835e-446d-8658-ac114b5c9662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.321540 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.325839 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3920083 Jun 24 04:16:44.326227 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38530) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:44.331409 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group_rule': {'security_group_id': '076064dd-5891-4c0f-8a1a-b2d47d3b8a19', 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:44.335376 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94b82-561b-427f-8c21-b2c44ccbad41 None None] New status for floating IP d94e8fda-6170-4623-aa98-b7f5525af3e7: ACTIVE {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:16:44.397225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.418989 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.469631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.523287 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.525937 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.530262 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a764b21-d8a1-4967-a88f-6d8cd040657b HTTP/1.1" status: 204 len: 168 time: 0.2119849 Jun 24 04:16:44.530262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-348bae11-604c-4cda-b854-5966819747ee tempest-VolumesNegativeTest-300535723 tempest-VolumesNegativeTest-300535723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.542998 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.544444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a764b21-d8a1-4967-a88f-6d8cd040657b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.546707 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.630212 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.634380 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.651228 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a70848a-0e73-42ee-898f-7ffb208c892f,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.653492 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:44.710339 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.716490 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-108b1be9-9d33-44cb-9f36-96be188eaea6 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844364 Jun 24 04:16:44.716490 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38534) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:44.719054 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group_rule': {'security_group_id': '076064dd-5891-4c0f-8a1a-b2d47d3b8a19', 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:44.825832 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.886291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.902896 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415393e-9a29-4630-a553-bc1a0c5295e3 req-a820351d-b7cd-416b-9cfc-94bd51733b91 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:44.904350 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9415393e-9a29-4630-a553-bc1a0c5295e3 req-a820351d-b7cd-416b-9cfc-94bd51733b91 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0656490 Jun 24 04:16:44.943422 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9415393e-9a29-4630-a553-bc1a0c5295e3 req-4b0ec6ab-dce6-40b7-8557-a1e7248c50d2 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Jun 24 04:16:44.958732 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:44.960821 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0fdf4b21-67b0-42f6-b52f-6593fa6a558a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:44.981912 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6d2c50-3d9e-4c73-8d0d-2e2b21f18158,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:44.984931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:45.046605 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.046605 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-179b9d40-8210-4a91-9309-811c69567720 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3298342 Jun 24 04:16:45.047913 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38548) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:45.052326 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group_rule': {'security_group_id': '076064dd-5891-4c0f-8a1a-b2d47d3b8a19', 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:45.135170 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.securitygroups_db [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Project c59d239d9ab34038b049ed04507c55c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:16:45.140435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.203532 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.295430 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.297667 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-92fa051b-a56e-4edb-bc53-4e4ff90d8f2c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:45.311302 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190ceba3-4781-4454-ba85-e906c1b90a6c,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:45.317758 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:45.397564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.399950 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500068 Jun 24 04:16:45.401470 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38558) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:45.406701 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'security_group_rule': {'security_group_id': '076064dd-5891-4c0f-8a1a-b2d47d3b8a19', 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:45.494784 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.securitygroups_db [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Project c59d239d9ab34038b049ed04507c55c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:16:45.499816 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.567352 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.638027 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.642111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-097f0044-c701-4eda-98b8-1c6474484c00 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:45.657055 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2004404a-9e06-4ca0-8a53-e353a26622a1,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:45.659755 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:45.757204 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:45.758500 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b1d6b58d-b4be-422f-8927-afcbaef00040 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3559110 Jun 24 04:16:45.873835 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-8b393674-dcce-4593-b8e3-493e24c41b99 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792917047&fields=id&tenant_id=c59d239d9ab34038b049ed04507c55c2 HTTP/1.1" status: 200 len: 267 time: 0.0324202 Jun 24 04:16:45.941786 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-3ee573e3-18c0-407c-8832-a40965190331 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:45.943194 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-3ee573e3-18c0-407c-8832-a40965190331 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0638688 Jun 24 04:16:45.954596 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'port': {'security_groups': ['6fceeffe-682f-4af0-823a-4e5d8a1c65a0', '076064dd-5891-4c0f-8a1a-b2d47d3b8a19']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:16:46.035043 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.130529 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e9eb-bc55-451f-907a-617dae343f06 req-0758a22d-d152-47da-b9a7-4dda0b5c06ec tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.131957 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1454e9eb-bc55-451f-907a-617dae343f06 req-0758a22d-d152-47da-b9a7-4dda0b5c06ec tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 946 time: 0.0632522 Jun 24 04:16:46.181791 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1454e9eb-bc55-451f-907a-617dae343f06 req-016d0e40-6119-49a1-87be-ad3b6d7dbb84 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432594 Jun 24 04:16:46.234765 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:46.265448 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.338962 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.343139 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:46.356796 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a107b06c-5fd5-4f98-a141-656c8822202a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:46.385014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.385651 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.387484 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-115f8a59-d04b-47e1-9dd4-38242b79c414 req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "PUT /v2.0/ports/a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 982 time: 0.4376194 Jun 24 04:16:46.387638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:46.390224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e854c45-4800-4328-a01f-00f35635f5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:46.414705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:46.430535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=6']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:46.439016 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:46.469199 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7fb24c-5817-4ab2-b44c-c9f77c7e1bcc x-openstack-request-id: req-8c7fb24c-5817-4ab2-b44c-c9f77c7e1bcc {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:46.469547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:46.469836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c7fb24c-5817-4ab2-b44c-c9f77c7e1bcc {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:46.471057 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'status': 'completed', 'code': 200} Jun 24 04:16:46.532374 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a107b06c-5fd5-4f98-a141-656c8822202a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:16:46.583167 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-1fd0e437-2e08-4778-90b1-c68b0eee691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.584729 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-1fd0e437-2e08-4778-90b1-c68b0eee691a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1138 time: 0.0834374 Jun 24 04:16:46.596491 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.657282 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:16:46.659555 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf118bb5-c721-4c58-80a2-e67676660ca4" -d '{"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:16:46.684798 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:16:46.711352 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b6402-d22b-468e-95b8-809b326559a2 req-c87b67ba-8f79-4877-ae21-0ec4ed1f78cb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.712839 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-822b6402-d22b-468e-95b8-809b326559a2 req-c87b67ba-8f79-4877-ae21-0ec4ed1f78cb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.1457138 Jun 24 04:16:46.718244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-9494e464-ee95-49cf-8b5e-11631f5d0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.719863 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-9494e464-ee95-49cf-8b5e-11631f5d0294 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 916 time: 0.1190181 Jun 24 04:16:46.754296 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.763074 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:46.804774 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-822b6402-d22b-468e-95b8-809b326559a2 req-02a0bad2-7c69-40e7-a591-b7f5556be824 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829573 Jun 24 04:16:46.822933 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a931d467-af9f-43ad-90f2-a5b7095027a3 None None] Provisioning complete for port a107b06c-5fd5-4f98-a141-656c8822202a triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:16:46.823318 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a931d467-af9f-43ad-90f2-a5b7095027a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:46.831155 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-ef79b639-3bfb-4ec6-95c2-e0edb5132e9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 1002 time: 0.0915763 Jun 24 04:16:46.864602 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c808172-b8eb-438f-beda-fd3d462fdb48 x-openstack-request-id: req-5c808172-b8eb-438f-beda-fd3d462fdb48 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:16:46.864900 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:16:46.865166 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c808172-b8eb-438f-beda-fd3d462fdb48 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:16:46.865557 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'code': 200} Jun 24 04:16:46.894780 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-ea4e9d0d-cc24-4850-9017-f289ece3913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.896200 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-ea4e9d0d-cc24-4850-9017-f289ece3913a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0545540 Jun 24 04:16:46.916394 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=8']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:46.927269 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:46.955740 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-cee8d464-e49d-4290-8ec1-3789e2612adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:46.957501 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-cee8d464-e49d-4290-8ec1-3789e2612adb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525734 Jun 24 04:16:47.053658 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-4e4b240e-df13-44fc-adc2-65128f11f7da service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820770 Jun 24 04:16:47.429253 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7e854c45-4800-4328-a01f-00f35635f5e4 req-8d2bb980-463c-4db9-a32a-28524d5de7f3 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676381 Jun 24 04:16:47.450935 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e2fe-b207-4dbc-a27d-c504fc19703d req-d184c97d-e228-4ce5-b551-052619e2f143 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:47.452828 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3032e2fe-b207-4dbc-a27d-c504fc19703d req-d184c97d-e228-4ce5-b551-052619e2f143 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0879323 Jun 24 04:16:47.490554 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3032e2fe-b207-4dbc-a27d-c504fc19703d req-1a98bbcc-e7cf-4165-9cb0-3d65a517d80c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Jun 24 04:16:49.155358 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10513a94-3c2c-4938-b534-3ba5f7581bab req-38bc4a75-975b-4795-aaca-089af5d6df27 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:49.156841 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-10513a94-3c2c-4938-b534-3ba5f7581bab req-38bc4a75-975b-4795-aaca-089af5d6df27 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0694690 Jun 24 04:16:49.195172 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-10513a94-3c2c-4938-b534-3ba5f7581bab req-79d1b64f-dbeb-4fbc-a619-66f5080cd10c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325449 Jun 24 04:16:49.535538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38662) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:49.626477 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-e709c2d5-1463-445c-b362-6f0bb0aa63e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896790 Jun 24 04:16:50.367374 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446d777-fe98-4ce0-b9df-bc8b79304245 req-e675acff-c244-404d-b180-40d01ad6fc9e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:50.368779 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0446d777-fe98-4ce0-b9df-bc8b79304245 req-e675acff-c244-404d-b180-40d01ad6fc9e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0621819 Jun 24 04:16:50.405192 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0446d777-fe98-4ce0-b9df-bc8b79304245 req-33621e88-35d5-465f-90e0-3b6153f5e108 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Jun 24 04:16:51.577342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103c28-9f67-41a0-b3b9-7b39e5157d9f req-be241750-30e4-4366-beb3-1d4721957103 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:51.578899 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b103c28-9f67-41a0-b3b9-7b39e5157d9f req-be241750-30e4-4366-beb3-1d4721957103 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0624309 Jun 24 04:16:51.618306 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b103c28-9f67-41a0-b3b9-7b39e5157d9f req-4c53a316-0e76-4dfb-aff1-647a3b882aa9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338850 Jun 24 04:16:52.392161 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:16:52.800578 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9e5ec-e35d-498d-a950-6d2003e40598 req-9674e75f-5170-408c-b476-458c32f977ba tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:52.802066 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-12d9e5ec-e35d-498d-a950-6d2003e40598 req-9674e75f-5170-408c-b476-458c32f977ba tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0597754 Jun 24 04:16:52.836695 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-12d9e5ec-e35d-498d-a950-6d2003e40598 req-ef955d48-1295-488f-ba5f-db497f810c46 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292716 Jun 24 04:16:54.033510 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65af32-d18c-4998-8af7-6fc523107d2b req-ec098635-2ee2-4d0e-876a-ea1e3f678bcf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:54.035141 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8c65af32-d18c-4998-8af7-6fc523107d2b req-ec098635-2ee2-4d0e-876a-ea1e3f678bcf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0715570 Jun 24 04:16:54.079448 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8c65af32-d18c-4998-8af7-6fc523107d2b req-dd567c81-bb7e-41c9-9b65-6bd42b911bc3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Jun 24 04:16:54.415638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38708) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:54.519989 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.607961 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.675580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.677338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-0efd57d6-3dc9-4f36-822c-b82f3d278269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:54.678822 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-0efd57d6-3dc9-4f36-822c-b82f3d278269 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3&tenant_id=f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 1097 time: 0.0840166 Jun 24 04:16:54.679286 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b6f8254c-420c-4ebe-a93f-12685b306569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:54.716573 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56e7a87c104243ccaf2772214e5a3058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998800 Jun 24 04:16:54.717726 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4285cb13-7791-4df8-b5cd-429ed1bef1ba,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:54.719146 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38712) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:16:54.720785 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:54.802483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.819493 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-b40f5301-f626-40cf-8cc6-b15ff34b2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:54.820954 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-b40f5301-f626-40cf-8cc6-b15ff34b2869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1097 time: 0.0944433 Jun 24 04:16:54.829734 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.917047 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.919624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:16:54.920707 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4285cb13-7791-4df8-b5cd-429ed1bef1ba HTTP/1.1" status: 204 len: 168 time: 0.2005603 Jun 24 04:16:54.921487 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d392841e-e910-46b5-8b42-763b2eb736a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:16:54.928706 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4285cb13-7791-4df8-b5cd-429ed1bef1ba,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:16:54.930998 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:16:55.265939 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c050b-ae6a-418c-86d2-09850ced4382 req-0e7aa517-47ef-4c47-a203-4a8a2e9f1649 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:55.267408 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b52c050b-ae6a-418c-86d2-09850ced4382 req-0e7aa517-47ef-4c47-a203-4a8a2e9f1649 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0665858 Jun 24 04:16:55.304016 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b52c050b-ae6a-418c-86d2-09850ced4382 req-e09d03ac-c295-4fe5-a76d-ae7bc58ae86a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Jun 24 04:16:56.483503 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6cd2-45f7-4bae-8428-39b5fce68ad3 req-a0113ee5-5878-4fd2-8428-db924d9f62e8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:56.484968 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6f6d6cd2-45f7-4bae-8428-39b5fce68ad3 req-a0113ee5-5878-4fd2-8428-db924d9f62e8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0666857 Jun 24 04:16:56.522255 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6f6d6cd2-45f7-4bae-8428-39b5fce68ad3 req-3b60687e-4586-477f-9eda-3a923022e9e0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Jun 24 04:16:57.445867 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-9109751a-d4dc-4217-9fca-39d9a7709bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:57.447315 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-9109751a-d4dc-4217-9fca-39d9a7709bda service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0825267 Jun 24 04:16:57.703351 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df167dba-0ceb-4fe4-981d-900cb9fa24c5 req-dc3df469-e2f2-49f0-bdba-67067697cac4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:57.704848 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-df167dba-0ceb-4fe4-981d-900cb9fa24c5 req-dc3df469-e2f2-49f0-bdba-67067697cac4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0661983 Jun 24 04:16:57.743803 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-df167dba-0ceb-4fe4-981d-900cb9fa24c5 req-0f8454ad-5f52-4997-a725-3661e08e7186 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331473 Jun 24 04:16:58.918150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ea629-33ed-4b9c-bdd4-30705d42afa4 req-373f5543-62b8-4456-8f13-31684b4b1f0a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:58.919601 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ad0ea629-33ed-4b9c-bdd4-30705d42afa4 req-373f5543-62b8-4456-8f13-31684b4b1f0a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0617182 Jun 24 04:16:58.956467 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ad0ea629-33ed-4b9c-bdd4-30705d42afa4 req-f51ca4a7-4b1b-4674-8ed1-2b68af638bc4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Jun 24 04:16:59.009273 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-58c2757f-9244-46fd-8ebb-7e3c17c94740 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 1000 time: 0.0575378 Jun 24 04:16:59.059906 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-bd5ef923-db7d-4ee9-a610-cf63bb274baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:59.061286 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-bd5ef923-db7d-4ee9-a610-cf63bb274baa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0439804 Jun 24 04:16:59.117560 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-c43ff0a0-15ff-4a72-a9dc-8cd50fd8a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:16:59.119024 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-c43ff0a0-15ff-4a72-a9dc-8cd50fd8a70e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501459 Jun 24 04:16:59.208042 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-8ae7572f-b9ca-4ace-9699-76ecc29edeee service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782242 Jun 24 04:16:59.297327 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b5c1ea7-be09-4329-8099-cb713c21f9b1 req-0379c018-a2f9-4122-a75d-5701df866a7f service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806236 Jun 24 04:17:00.140622 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:00.204948 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54368574-b6ba-4df1-b71b-26406e6a548a req-db32365a-c62f-4d0d-99a7-5d6a7d42becf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:00.207108 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-54368574-b6ba-4df1-b71b-26406e6a548a req-db32365a-c62f-4d0d-99a7-5d6a7d42becf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0930994 Jun 24 04:17:00.267295 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-54368574-b6ba-4df1-b71b-26406e6a548a req-6915b1d2-a3c9-42c4-9800-3af5b868ada0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545976 Jun 24 04:17:01.445247 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0c29-d745-48b9-88b1-257ace9a97c8 req-c7c2d3b0-0f01-4dde-8dab-f6c48fe90eaf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:01.447499 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b62e0c29-d745-48b9-88b1-257ace9a97c8 req-c7c2d3b0-0f01-4dde-8dab-f6c48fe90eaf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0637715 Jun 24 04:17:01.493475 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-b62e0c29-d745-48b9-88b1-257ace9a97c8 req-2b57d2eb-f1a1-4742-848b-a66ddbb9ae26 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379629 Jun 24 04:17:02.716551 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab145e6-6ca5-4f0a-a2d0-d4689e9c7b08 req-6818cfb8-f267-44c1-b736-f0e66086d2e0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:02.718363 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cab145e6-6ca5-4f0a-a2d0-d4689e9c7b08 req-6818cfb8-f267-44c1-b736-f0e66086d2e0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.1006269 Jun 24 04:17:02.760192 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cab145e6-6ca5-4f0a-a2d0-d4689e9c7b08 req-c9cf8311-40e3-44f9-a176-9887c63da167 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326898 Jun 24 04:17:02.986147 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7b6d397c-5773-4912-bf47-3b9cff450fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:03.984202 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7704f54-74c8-4672-a1ee-ab696b9ed58d req-39907d82-7c4f-420d-ab75-bf0e1e24dbe8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:03.986004 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c7704f54-74c8-4672-a1ee-ab696b9ed58d req-39907d82-7c4f-420d-ab75-bf0e1e24dbe8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0933459 Jun 24 04:17:04.047282 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c7704f54-74c8-4672-a1ee-ab696b9ed58d req-87ff6647-a3c9-4e1c-b825-dcf1a2ad4a66 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556855 Jun 24 04:17:05.241256 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb56e7b-7328-47ba-918c-22e68c308851 req-779e07a0-c796-4074-80a5-479e7ff1cafc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:05.242933 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6eb56e7b-7328-47ba-918c-22e68c308851 req-779e07a0-c796-4074-80a5-479e7ff1cafc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0782518 Jun 24 04:17:05.281330 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6eb56e7b-7328-47ba-918c-22e68c308851 req-c3c5ac9f-b418-402b-9a8b-4b42f8486710 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326896 Jun 24 04:17:05.471411 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2f1f9f87-8234-4e40-9128-086f685f84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:05.871598 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:06.480440 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c5a4b-8d79-4592-a7a2-05e1ed417ca3 req-dbf270b6-8ff2-4864-8f48-359d6a8b44be tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:06.481999 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-951c5a4b-8d79-4592-a7a2-05e1ed417ca3 req-dbf270b6-8ff2-4864-8f48-359d6a8b44be tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0664387 Jun 24 04:17:06.520325 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-951c5a4b-8d79-4592-a7a2-05e1ed417ca3 req-e8d2d692-603a-4daf-b904-e2f286d53d95 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Jun 24 04:17:06.762013 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:07.707643 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db51d3-70f7-4c1b-85f9-a1678d0623fe req-dc4f676b-5ef5-4629-9fee-838c278f2cb3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:07.709136 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d2db51d3-70f7-4c1b-85f9-a1678d0623fe req-dc4f676b-5ef5-4629-9fee-838c278f2cb3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0696850 Jun 24 04:17:07.750216 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d2db51d3-70f7-4c1b-85f9-a1678d0623fe req-3deb8fd3-d821-46ec-a310-790d8d3f09ef tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Jun 24 04:17:08.134375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:08.949684 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9768614-d6f0-4258-8350-2a4f4b1a7806 req-5b7f880a-7e2c-432e-a445-d991a3f0fe70 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:08.951828 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9768614-d6f0-4258-8350-2a4f4b1a7806 req-5b7f880a-7e2c-432e-a445-d991a3f0fe70 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0633190 Jun 24 04:17:08.996163 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9768614-d6f0-4258-8350-2a4f4b1a7806 req-4a95770a-f1b7-447d-8f7e-d902cb74bf6d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359888 Jun 24 04:17:09.149226 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38944) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:09.260840 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1c5071cd-527c-48b8-9bef-dc7f1a8e8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.353170 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1c5071cd-527c-48b8-9bef-dc7f1a8e8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.448818 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1c5071cd-527c-48b8-9bef-dc7f1a8e8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.451486 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-cd5b7858-ec12-4843-b1a4-af31ea1db6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:09.489951 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1c5071cd-527c-48b8-9bef-dc7f1a8e8e91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78e751c502144846b085845265546a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394020 Jun 24 04:17:09.490548 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5071cd-527c-48b8-9bef-dc7f1a8e8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1622ff-8013-4463-9353-7c9772e3fc2b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:09.492415 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38948) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:09.493778 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1c5071cd-527c-48b8-9bef-dc7f1a8e8e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:09.552641 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.574694 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.710338 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.713138 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:09.719913 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de1622ff-8013-4463-9353-7c9772e3fc2b HTTP/1.1" status: 204 len: 168 time: 0.2238853 Jun 24 04:17:09.719913 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8cf1219c-f592-426d-9d89-15ad24718197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:09.725955 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1622ff-8013-4463-9353-7c9772e3fc2b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:09.728454 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:10.202134 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54772e94-165b-4511-871d-bec6a54266eb req-3732e732-4e6b-4273-b1ff-daca3c363e35 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:10.206921 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-54772e94-165b-4511-871d-bec6a54266eb req-3732e732-4e6b-4273-b1ff-daca3c363e35 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0649936 Jun 24 04:17:10.245435 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-54772e94-165b-4511-871d-bec6a54266eb req-aee809b1-d9a0-4cab-a610-64c997031a14 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353694 Jun 24 04:17:10.286405 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38958) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:10.300471 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.390171 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.454469 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.457182 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-04185ac2-35df-4c5c-a676-80f28a9e1912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:10.493141 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c55e37d9c5d347129d0e061b7bf09cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056553 Jun 24 04:17:10.494054 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db02cde2-aaa0-41bf-bdd4-00337a387b67,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:10.495766 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38960) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:10.497809 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:10.549050 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.569894 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.733572 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.736489 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:10.737698 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db02cde2-aaa0-41bf-bdd4-00337a387b67 HTTP/1.1" status: 204 len: 168 time: 0.2409651 Jun 24 04:17:10.738500 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-76c4b8e8-9c82-4e3e-a384-f7fa78fce1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:10.745960 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db02cde2-aaa0-41bf-bdd4-00337a387b67,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:10.748155 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c038d44f-eb8a-4a47-bdcc-762c2bfc2acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:11.456284 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b25a-6af6-43e3-8519-fb73de911b0a req-1b05dc54-7fe8-4c9b-9bfe-5f7bfbaabeb5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:11.457790 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3d07b25a-6af6-43e3-8519-fb73de911b0a req-1b05dc54-7fe8-4c9b-9bfe-5f7bfbaabeb5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0811298 Jun 24 04:17:11.498734 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3d07b25a-6af6-43e3-8519-fb73de911b0a req-96a915a6-275e-4a9b-8cb9-5a13a09dd654 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353246 Jun 24 04:17:11.794565 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 38972) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:11.807984 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-67a186ee-c18c-4607-bf2f-8903e8b2ae61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:11.895817 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-67a186ee-c18c-4607-bf2f-8903e8b2ae61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:11.961779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-67a186ee-c18c-4607-bf2f-8903e8b2ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:11.964677 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6958538c-b5e3-4e57-a2db-4f720e91e386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:12.001661 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-67a186ee-c18c-4607-bf2f-8903e8b2ae61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f34209d2c2db45d1b7f52583819efd09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060018 Jun 24 04:17:12.002422 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a186ee-c18c-4607-bf2f-8903e8b2ae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b55b04-54ae-4e9c-ba15-cfd9d51e84fc,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:12.004969 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 38974) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:12.012649 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-67a186ee-c18c-4607-bf2f-8903e8b2ae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:12.067312 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.088526 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.225670 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.228209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:12.229366 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5b55b04-54ae-4e9c-ba15-cfd9d51e84fc HTTP/1.1" status: 204 len: 168 time: 0.2224681 Jun 24 04:17:12.230203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-006c9f08-0211-402d-9f42-11bd9d424f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:12.238362 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b55b04-54ae-4e9c-ba15-cfd9d51e84fc,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:12.251824 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.252223 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.252599 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.252961 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.253319 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.253680 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.254075 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.254537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.254904 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.255625 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.255987 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.256422 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:12.260224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-77a348a7-10f1-4dd9-9eab-03ef5d05bb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:12.710119 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc3443-d389-4866-9b90-1ec5dee4172c req-76050c9d-b94f-461d-81b2-854b151687de tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:12.711837 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72dc3443-d389-4866-9b90-1ec5dee4172c req-76050c9d-b94f-461d-81b2-854b151687de tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0835021 Jun 24 04:17:12.749385 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72dc3443-d389-4866-9b90-1ec5dee4172c req-5f5e72e3-cae1-4710-93e2-0ef982bb371e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313315 Jun 24 04:17:13.927513 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef95f-925b-4f6d-ab9f-6c32c35c9169 req-84e20fd7-192a-4f9b-a03d-1923259749c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:13.929027 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e62ef95f-925b-4f6d-ab9f-6c32c35c9169 req-84e20fd7-192a-4f9b-a03d-1923259749c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0621219 Jun 24 04:17:13.967716 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e62ef95f-925b-4f6d-ab9f-6c32c35c9169 req-cf1de6ee-060d-43f2-a374-7fcfd47a3d7f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Jun 24 04:17:15.141086 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f283-7619-4a74-af58-92c119238cd8 req-73671c33-97c2-43f3-a823-65e8cac4d5ba tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:15.142420 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e632f283-7619-4a74-af58-92c119238cd8 req-73671c33-97c2-43f3-a823-65e8cac4d5ba tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0615606 Jun 24 04:17:15.178951 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e632f283-7619-4a74-af58-92c119238cd8 req-358ef93f-859c-4594-9435-107b72c5e2a0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309741 Jun 24 04:17:16.355329 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7033f-b755-456c-a195-34b56037219e req-7ec871ea-f810-4857-b6f4-b4c96a293125 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:16.357298 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d4f7033f-b755-456c-a195-34b56037219e req-7ec871ea-f810-4857-b6f4-b4c96a293125 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0621276 Jun 24 04:17:16.396263 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d4f7033f-b755-456c-a195-34b56037219e req-7056b43a-d569-45ab-abb2-79ffcf33aab1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332909 Jun 24 04:17:17.575559 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3febf83-72ce-4f87-8bf9-5c498e9c4f57 req-cb137713-5a39-4951-98af-71a5e4ac8521 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:17.576993 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f3febf83-72ce-4f87-8bf9-5c498e9c4f57 req-cb137713-5a39-4951-98af-71a5e4ac8521 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0656657 Jun 24 04:17:17.612430 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f3febf83-72ce-4f87-8bf9-5c498e9c4f57 req-79cb1c64-98d7-490a-b6d9-3ac1630ef90a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298438 Jun 24 04:17:17.810799 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-ccf1d27e-1701-4c3d-835a-6125f5c5f648 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493636 Jun 24 04:17:17.883557 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-7d7e3aaf-00dc-42ce-bd81-eebe586ae738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:17.884961 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-7d7e3aaf-00dc-42ce-bd81-eebe586ae738 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 1098 time: 0.0530548 Jun 24 04:17:17.984933 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-5c30fc6e-458d-44b8-bd39-1ead1f7e35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:17.986603 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-5c30fc6e-458d-44b8-bd39-1ead1f7e35a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0800154 Jun 24 04:17:18.059312 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-a28cc3bd-54f2-415c-8a9c-5719191cb17a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6635478e-b370-4e4d-8704-ef025c449847 HTTP/1.1" status: 200 len: 1000 time: 0.0666206 Jun 24 04:17:18.105678 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-bf693cb3-00e2-4a59-8e04-2050e05e752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:18.107610 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-bf693cb3-00e2-4a59-8e04-2050e05e752b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0412631 Jun 24 04:17:18.163750 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-9e923439-3beb-4956-882e-5de8d41b5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:18.165217 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-9e923439-3beb-4956-882e-5de8d41b5be7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506413 Jun 24 04:17:18.254513 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-e5b30751-18a5-46ba-b20c-214b20d8b209 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812719 Jun 24 04:17:18.339753 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9cc0a7ac-88b2-459c-aa89-9fd55cecb3c0 req-b4970e09-1540-447d-8213-18442b0b0061 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787520 Jun 24 04:17:18.569527 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e5a0a-5102-4dde-a809-2164b57031f3 req-9a762cee-e049-4e0c-a0a1-87dee8e4c6a1 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:18.570958 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9e2e5a0a-5102-4dde-a809-2164b57031f3 req-9a762cee-e049-4e0c-a0a1-87dee8e4c6a1 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0605910 Jun 24 04:17:18.607034 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9e2e5a0a-5102-4dde-a809-2164b57031f3 req-45873213-6846-43d6-a643-3df9f34c6201 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300865 Jun 24 04:17:18.788191 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2a67c-66fc-4502-bbbe-bbde240efae4 req-e79f1147-1992-416f-ac8a-b7b7c88eb3e5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:18.789590 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-90c2a67c-66fc-4502-bbbe-bbde240efae4 req-e79f1147-1992-416f-ac8a-b7b7c88eb3e5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0630524 Jun 24 04:17:18.824148 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-90c2a67c-66fc-4502-bbbe-bbde240efae4 req-2729a8e6-ff49-493c-848c-2fdafccfc608 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291791 Jun 24 04:17:19.615845 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:17:19.776501 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f440d-8612-4aad-963f-100e0f00a3a5 req-00e87a1e-e47e-4ce9-bb62-dec0d5b14938 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:19.777828 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-000f440d-8612-4aad-963f-100e0f00a3a5 req-00e87a1e-e47e-4ce9-bb62-dec0d5b14938 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0600173 Jun 24 04:17:19.814983 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-000f440d-8612-4aad-963f-100e0f00a3a5 req-2beaa7b9-075c-466c-9eff-6871f66900dd tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/security-groups?id=03b5b1ab-9790-4976-9c62-3fb0cd04aa36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Jun 24 04:17:20.000968 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44757680-391f-49d2-baf3-b0c5f0d41a5d req-b64ed9cc-617d-45ea-8bff-8c8d66986750 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:20.002439 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-44757680-391f-49d2-baf3-b0c5f0d41a5d req-b64ed9cc-617d-45ea-8bff-8c8d66986750 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0627675 Jun 24 04:17:20.042894 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-44757680-391f-49d2-baf3-b0c5f0d41a5d req-c582938b-3d3a-4572-be85-2b102b8435af tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346131 Jun 24 04:17:20.392568 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-fbee1a0a-d330-482e-a3f4-f3a00841c700 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:20.394038 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-fbee1a0a-d330-482e-a3f4-f3a00841c700 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 945 time: 0.0595188 Jun 24 04:17:20.495466 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Deleting port 8d92c39f-092f-4109-bff8-831ec5e83ff9 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:17:20.495809 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:20.579626 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] For port 8d92c39f-092f-4109-bff8-831ec5e83ff9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=8d92c39f-092f-4109-bff8-831ec5e83ff9,segment=NetworkSegment(1bd074c1-6e27-41eb-8706-562bff2407c9),segment_id=1bd074c1-6e27-41eb-8706-562bff2407c9)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:20.579977 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:20.595077 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Calling delete_port for 8d92c39f-092f-4109-bff8-831ec5e83ff9 owned by compute:nova {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:17:20.778438 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:20.782017 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:20.804917 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Pushing event deleted for resources: {'Port': ['ID=8d92c39f-092f-4109-bff8-831ec5e83ff9,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:20.808394 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:20.853310 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] No DVR routers for this DVR port 8d92c39f-092f-4109-bff8-831ec5e83ff9 on host hv-cinder-79246 {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:17:20.855910 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:20.858435 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8d019c11-d0bc-4be4-8632-bec9e8380478 req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.10 "DELETE /v2.0/ports/8d92c39f-092f-4109-bff8-831ec5e83ff9 HTTP/1.1" status: 204 len: 173 time: 0.4594085 Jun 24 04:17:20.858926 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'name': 'network-vif-deleted', 'tag': '8d92c39f-092f-4109-bff8-831ec5e83ff9'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:17:20.861294 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4569adb-3f0d-4509-ac3e-9a00449428d5" -d '{"events": [{"server_uuid": "80fcdebe-7e29-476a-b1a7-e8caa5d089d7", "name": "network-vif-deleted", "tag": "8d92c39f-092f-4109-bff8-831ec5e83ff9"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:20.896808 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3cea34-64e2-4e95-9c85-f17a6dd199f2 x-openstack-request-id: req-2a3cea34-64e2-4e95-9c85-f17a6dd199f2 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:20.897154 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fcdebe-7e29-476a-b1a7-e8caa5d089d7", "name": "network-vif-deleted", "tag": "8d92c39f-092f-4109-bff8-831ec5e83ff9", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:20.897674 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2a3cea34-64e2-4e95-9c85-f17a6dd199f2 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:20.898140 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fcdebe-7e29-476a-b1a7-e8caa5d089d7', 'name': 'network-vif-deleted', 'tag': '8d92c39f-092f-4109-bff8-831ec5e83ff9', 'status': 'completed', 'code': 200} Jun 24 04:17:20.956272 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e139d8f8-bced-411f-aeb8-f697dba9a830 req-581577eb-07ad-479c-90b9-4d168ae8e7eb tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] 10.222.0.26 "GET /v2.0/ports?device_id=80fcdebe-7e29-476a-b1a7-e8caa5d089d7 HTTP/1.1" status: 200 len: 210 time: 0.0317407 Jun 24 04:17:21.436378 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b6117-7a82-4062-801f-e7fd757e6b68 req-f35a58b5-af6d-43d0-b5a3-5da9f742e300 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:21.437819 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-053b6117-7a82-4062-801f-e7fd757e6b68 req-f35a58b5-af6d-43d0-b5a3-5da9f742e300 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0688784 Jun 24 04:17:21.474912 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-053b6117-7a82-4062-801f-e7fd757e6b68 req-501685d3-5f8b-4e89-bb01-20320e14a055 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Jun 24 04:17:22.600584 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 8d92c39f-092f-4109-bff8-831ec5e83ff9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:17:22.621172 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 8d92c39f-092f-4109-bff8-831ec5e83ff9 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:17:22.621599 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 8d92c39f-092f-4109-bff8-831ec5e83ff9 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:17:22.673615 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f4f9-5280-41a1-8ef2-7f38af864c23 req-b77a1413-5fbe-4bb1-8b6d-a446bf59f9e3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:22.675078 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0110f4f9-5280-41a1-8ef2-7f38af864c23 req-b77a1413-5fbe-4bb1-8b6d-a446bf59f9e3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0694423 Jun 24 04:17:22.710839 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0110f4f9-5280-41a1-8ef2-7f38af864c23 req-b36b3ca7-9c5c-4592-8452-d8ca757bba8a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300210 Jun 24 04:17:23.887440 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e0e0f-7acc-46df-a8ed-beedeee959ef req-6f28a19d-2ecb-4e2d-b019-4f3c9d3c4ea0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:23.888903 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-dd6e0e0f-7acc-46df-a8ed-beedeee959ef req-6f28a19d-2ecb-4e2d-b019-4f3c9d3c4ea0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0623040 Jun 24 04:17:23.925988 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-dd6e0e0f-7acc-46df-a8ed-beedeee959ef req-9d982095-dd6e-4ee1-9d2a-e34fa961af56 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Jun 24 04:17:25.101234 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0e3d7-2209-48fe-9d66-1972744e5a04 req-79192ddc-2006-4b2a-b667-0213b1bdeb5d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:25.102713 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f2e0e3d7-2209-48fe-9d66-1972744e5a04 req-79192ddc-2006-4b2a-b667-0213b1bdeb5d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 944 time: 0.0622396 Jun 24 04:17:25.139700 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f2e0e3d7-2209-48fe-9d66-1972744e5a04 req-1235f8c1-9d18-4643-b083-6867092517e6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Jun 24 04:17:25.863895 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:17:25.955396 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:25.966391 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '5638aa5b-4f18-420c-ae13-beecff963d66', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'port_id': '5638aa5b-4f18-420c-ae13-beecff963d66', 'mac_address': 'fa:16:3e:57:68:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:17:26.001398 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:26.014071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5638aa5b-4f18-420c-ae13-beecff963d66 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:17:26.033361 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:26.104522 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:26.106407 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:26.150605 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=9']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:26.157991 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.158344 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.158686 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.159025 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.159356 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.159691 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.160043 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.160369 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.160698 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.161025 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.161348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.161669 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:17:26.165422 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:26.321638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a84d-11bc-4f67-96d3-eec6a67492f5 req-6ba26ffa-b31d-4322-8bd9-89664c891e5a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:26.323124 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6c8a84d-11bc-4f67-96d3-eec6a67492f5 req-6ba26ffa-b31d-4322-8bd9-89664c891e5a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0687788 Jun 24 04:17:26.361378 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6c8a84d-11bc-4f67-96d3-eec6a67492f5 req-3e294dbf-d23b-4e2d-ad51-282d69c57c77 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jun 24 04:17:27.537772 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae765e-5060-4823-aa51-03388a2ad382 req-368479d7-87c6-4c18-ab5f-c8b72f8593cd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:27.539221 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3bae765e-5060-4823-aa51-03388a2ad382 req-368479d7-87c6-4c18-ab5f-c8b72f8593cd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0611677 Jun 24 04:17:27.575343 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3bae765e-5060-4823-aa51-03388a2ad382 req-9c328f83-9cda-44b0-8012-5ab261d63fee tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294912 Jun 24 04:17:28.753482 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447cc9a-3c96-40da-9eda-68a28f204df9 req-a15e4c44-abe7-4c85-b17b-31978746c8f4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:28.755197 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f447cc9a-3c96-40da-9eda-68a28f204df9 req-a15e4c44-abe7-4c85-b17b-31978746c8f4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0659392 Jun 24 04:17:28.792087 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f447cc9a-3c96-40da-9eda-68a28f204df9 req-d96383bd-9595-43ad-b04e-af747a8e3e90 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Jun 24 04:17:28.967641 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['5638aa5b-4f18-420c-ae13-beecff963d66'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:17:29.970615 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed603e-61dc-4e1f-a408-3acc6c0e2366 req-9773303b-e99d-4705-afc0-84ba8885d3d6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:29.971954 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f9ed603e-61dc-4e1f-a408-3acc6c0e2366 req-9773303b-e99d-4705-afc0-84ba8885d3d6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 945 time: 0.0645356 Jun 24 04:17:30.010498 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f9ed603e-61dc-4e1f-a408-3acc6c0e2366 req-58e02e8f-57ab-4bc7-adc6-ee243e3ff258 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jun 24 04:17:30.144024 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.338362 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:17:30.383766 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 5638aa5b-4f18-420c-ae13-beecff963d66 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:17:30.384142 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.459274 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.480619 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:17:30.483489 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b565f44c-66cc-4bd1-a587-289b90544f86" -d '{"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-plugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:17:30.497455 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:17:30.519767 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5fa18e-e31b-4873-894f-c8daec364ac7 x-openstack-request-id: req-4f5fa18e-e31b-4873-894f-c8daec364ac7 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:17:30.520058 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-plugged", "status": "completed", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:17:30.520316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4f5fa18e-e31b-4873-894f-c8daec364ac7 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:17:30.520718 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'code': 200} Jun 24 04:17:30.573017 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:30.575391 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-fc0c0b3b-ffce-4101-a747-f380549ba274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:30.619715 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=10']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:30.622548 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:31.193060 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9256202-d023-4d77-8985-4d2c2c7dd992 req-01da4031-1efe-408c-8cc7-e99d78dfe8f0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:31.194617 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c9256202-d023-4d77-8985-4d2c2c7dd992 req-01da4031-1efe-408c-8cc7-e99d78dfe8f0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0632980 Jun 24 04:17:31.258576 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c9256202-d023-4d77-8985-4d2c2c7dd992 req-2afd3193-6d34-4088-a565-4155b5703061 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579505 Jun 24 04:17:31.282902 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8862f9c-1847-44d7-9dc1-45dbb3aa13a9 req-f953182a-ab24-423e-a632-121064fe10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:31.284357 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d8862f9c-1847-44d7-9dc1-45dbb3aa13a9 req-f953182a-ab24-423e-a632-121064fe10a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1100 time: 0.0590191 Jun 24 04:17:31.317824 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d8862f9c-1847-44d7-9dc1-45dbb3aa13a9 req-2f7c07d2-3e2b-445d-a73c-4b0f3a11b1dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263462 Jun 24 04:17:32.436014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea8eac-d6e2-466d-ad84-8167967365ed req-a339b2de-6847-4cd8-8599-3566459b4a29 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:32.437475 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f3ea8eac-d6e2-466d-ad84-8167967365ed req-a339b2de-6847-4cd8-8599-3566459b4a29 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0627739 Jun 24 04:17:32.473438 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f3ea8eac-d6e2-466d-ad84-8167967365ed req-45b961b1-6580-4c82-85b2-e8a98e191cca tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304286 Jun 24 04:17:32.996984 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ae4239b0-df80-4dbc-a2b4-695f1014fb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:33.648690 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b88fce-c3f2-4af5-a176-045b9a780248 req-c2dd1ce4-66dc-468b-b942-2c32768fc59b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:33.650250 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13b88fce-c3f2-4af5-a176-045b9a780248 req-c2dd1ce4-66dc-468b-b942-2c32768fc59b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0634899 Jun 24 04:17:33.692445 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13b88fce-c3f2-4af5-a176-045b9a780248 req-05bb153e-c7ad-4b16-b2bd-691597d84254 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366299 Jun 24 04:17:34.870065 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55175866-19f2-46d9-a314-a9a6900e014c req-a400d85f-aed0-4311-b143-63742ce70afc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:17:34.871481 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-55175866-19f2-46d9-a314-a9a6900e014c req-a400d85f-aed0-4311-b143-63742ce70afc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0643573 Jun 24 04:17:34.907558 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-55175866-19f2-46d9-a314-a9a6900e014c req-3e00af6a-a2ae-48b3-8b3b-270b4aa27ee7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304375 Jun 24 04:17:35.458237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7ac16514-2835-48f8-a427-950e49aca209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:35.766940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:36.739825 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:38.030689 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:50.746835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39230) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:50.789076 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Deleting subnet d826e084-db76-41de-b7cb-efb78c490e77 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:17:50.792021 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:50.824206 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:50.860614 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.014100 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.017514 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4ae0e460-efca-4d1e-8ff2-61013025bd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:51.041535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d826e084-db76-41de-b7cb-efb78c490e77,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:51.044415 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:51.045324 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.047717 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d826e084-db76-41de-b7cb-efb78c490e77 HTTP/1.1" status: 204 len: 168 time: 0.2998810 Jun 24 04:17:51.049622 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39232) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:51.113776 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.190665 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.199990 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f187f663-665c-4747-9f4c-8b88ecc23071']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:51.209678 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd074c1-6e27-41eb-8706-562bff2407c9') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:51.210006 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd074c1-6e27-41eb-8706-562bff2407c9') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:17:51.218371 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.231644 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.237261 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:17:51.237638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:17:51.239233 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:17:51.395546 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.399114 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2fe00e2c-d29f-49d7-a01a-4bcd554e78a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:51.410736 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.416227 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/f187f663-665c-4747-9f4c-8b88ecc23071 HTTP/1.1" status: 204 len: 168 time: 0.3618841 Jun 24 04:17:51.416227 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f187f663-665c-4747-9f4c-8b88ecc23071,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:51.416227 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-80307490-6324-4480-9c28-184e216cd6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:51.743016 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39236) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:51.781816 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a954d237-9f03-4696-b3ab-6b06f75cb795 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0798da120f9840229c94f57ac8af1073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375593 Jun 24 04:17:51.783995 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39238) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:17:51.830039 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.849964 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.968269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.970972 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:17:51.972155 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03b5b1ab-9790-4976-9c62-3fb0cd04aa36 HTTP/1.1" status: 204 len: 168 time: 0.1872385 Jun 24 04:17:51.972912 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-95458074-1059-49e0-879f-102517e9caeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:17:51.980395 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b5b1ab-9790-4976-9c62-3fb0cd04aa36,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:17:51.982762 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:17:56.615085 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:18:00.247325 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:03.024820 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e336d1a4-6335-4f17-922d-aa57218931e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:03.075105 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-360417c0-3c68-4c02-9ddc-ca482ee1e55f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488441 Jun 24 04:18:03.168002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-44782a94-5103-47a0-8a78-7aacc55255b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:03.169477 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-44782a94-5103-47a0-8a78-7aacc55255b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 1100 time: 0.0518124 Jun 24 04:18:03.269322 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-be6c7ca8-3329-4103-9d5c-555534dfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:03.270737 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-be6c7ca8-3329-4103-9d5c-555534dfa8b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0790405 Jun 24 04:18:03.335435 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-8cc4955a-fb99-4266-b535-1e6c360433ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 200 len: 1002 time: 0.0568433 Jun 24 04:18:03.382878 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-82431e6b-89f8-431e-9c57-e2c2b3a9a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:03.384281 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-82431e6b-89f8-431e-9c57-e2c2b3a9a98f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0416183 Jun 24 04:18:03.439163 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-ef6420e7-11b3-4a9f-abe8-0a7861cfd733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:03.440617 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-ef6420e7-11b3-4a9f-abe8-0a7861cfd733 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493383 Jun 24 04:18:03.531067 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-0768ad80-13c5-473a-aa60-a4c8a0011f77 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835035 Jun 24 04:18:03.623236 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0c3da26-7975-4cf8-94cb-f54002120ec3 req-0156152f-7b9c-41d1-b23a-ddb70543b968 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778403 Jun 24 04:18:05.453974 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6f053668-5d04-441f-a065-3c5256acef20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:05.756695 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:06.772387 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:08.029327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:09.883602 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876877-7db4-4d14-b9cc-36d6746fc565 req-5fb3440a-c3a8-477d-9c2c-1756b6dfcafe tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:09.885052 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-49876877-7db4-4d14-b9cc-36d6746fc565 req-5fb3440a-c3a8-477d-9c2c-1756b6dfcafe tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0659156 Jun 24 04:18:09.912746 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-dcbdfe94-9248-4d4a-aae2-c8dca002a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:09.914255 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-dcbdfe94-9248-4d4a-aae2-c8dca002a96b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1138 time: 0.0559142 Jun 24 04:18:09.925430 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-49876877-7db4-4d14-b9cc-36d6746fc565 req-afdfd499-d3a0-4bd1-95f7-623d35948058 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344381 Jun 24 04:18:09.999602 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-0104c857-c767-45af-9198-c716aff87d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:10.000946 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-0104c857-c767-45af-9198-c716aff87d2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 916 time: 0.0806797 Jun 24 04:18:10.074741 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-6b9a5497-b42a-4cd2-a127-6b43688751e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 1002 time: 0.0664108 Jun 24 04:18:10.121834 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-b4bdaec5-8386-414a-a53c-879559798731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:10.123235 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-b4bdaec5-8386-414a-a53c-879559798731 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0412996 Jun 24 04:18:10.177276 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-37e45853-17e4-45e9-b6b7-b77526adb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:10.178707 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-37e45853-17e4-45e9-b6b7-b77526adb157 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481982 Jun 24 04:18:10.268864 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-51fbb359-f67f-4afe-98dc-4e19156864d7 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808897 Jun 24 04:18:10.353376 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b52b491-1325-49aa-813f-ccdc9e1b2493 req-7e3e107e-3d68-46bc-bd86-9d06a761830c service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783093 Jun 24 04:18:11.099251 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350401e-412b-4303-a289-3baf37810c11 req-8a116744-832a-47e4-a894-1d9f1d7b2273 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:11.100678 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e350401e-412b-4303-a289-3baf37810c11 req-8a116744-832a-47e4-a894-1d9f1d7b2273 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0651240 Jun 24 04:18:11.139487 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e350401e-412b-4303-a289-3baf37810c11 req-0393d035-38c0-4deb-9f1c-5ae017780ac8 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330234 Jun 24 04:18:12.311869 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2fc79-ad3b-4c24-a177-9f749b955135 req-f065068c-1bb5-4f19-91e4-973aba0d4449 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:12.313332 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7cc2fc79-ad3b-4c24-a177-9f749b955135 req-f065068c-1bb5-4f19-91e4-973aba0d4449 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0627739 Jun 24 04:18:12.353553 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-7cc2fc79-ad3b-4c24-a177-9f749b955135 req-89376e93-8dae-4f23-9161-e0ea340bb470 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345125 Jun 24 04:18:13.522117 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c380ac-1504-4f1f-8fa4-f4443c242c23 req-3731325a-dadd-42a9-b883-4ad3223b9edc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:13.523694 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-50c380ac-1504-4f1f-8fa4-f4443c242c23 req-3731325a-dadd-42a9-b883-4ad3223b9edc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0627599 Jun 24 04:18:13.570020 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-50c380ac-1504-4f1f-8fa4-f4443c242c23 req-df3544f5-5797-4685-946c-21b95436ece9 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334437 Jun 24 04:18:14.741789 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26981fba-ebda-44bc-9c6b-45f8e530f57d req-ea104fc0-c4a7-4f6e-a6d5-fe4e1955d7e5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:14.743182 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-26981fba-ebda-44bc-9c6b-45f8e530f57d req-ea104fc0-c4a7-4f6e-a6d5-fe4e1955d7e5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0621140 Jun 24 04:18:14.784264 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-26981fba-ebda-44bc-9c6b-45f8e530f57d req-d356085a-9f4b-45f3-b23b-a300ea60607e tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351319 Jun 24 04:18:15.953203 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7f162-ee8b-4d89-b7ec-93425d74e306 req-4847b68d-1a40-43a2-b6b1-e7b5fbe9a8b3 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:15.954616 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f5e7f162-ee8b-4d89-b7ec-93425d74e306 req-4847b68d-1a40-43a2-b6b1-e7b5fbe9a8b3 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0594566 Jun 24 04:18:15.992490 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f5e7f162-ee8b-4d89-b7ec-93425d74e306 req-3b1113f4-97fd-419e-b8a0-08daa1943174 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317357 Jun 24 04:18:17.161120 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a712f-c91e-41df-8234-95dcd8616413 req-95400c9e-e2a7-4010-9a53-d33f3bb2519a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:17.162543 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d19a712f-c91e-41df-8234-95dcd8616413 req-95400c9e-e2a7-4010-9a53-d33f3bb2519a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0634935 Jun 24 04:18:17.199817 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d19a712f-c91e-41df-8234-95dcd8616413 req-b8d44273-0502-44b3-be6b-428aa9efaefd tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317824 Jun 24 04:18:18.370882 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83b43a-7d67-4541-a784-01f0802367d2 req-e8554cda-32f6-4d90-a545-ef7d1755a351 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:18.372312 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7d83b43a-7d67-4541-a784-01f0802367d2 req-e8554cda-32f6-4d90-a545-ef7d1755a351 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0644896 Jun 24 04:18:18.411929 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7d83b43a-7d67-4541-a784-01f0802367d2 req-b61b30ff-469c-4c6d-b223-caff4ac0833b tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338812 Jun 24 04:18:19.582508 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76094-bc32-4ed2-94d9-01573e9e7096 req-c8a119dd-bde5-4687-a36a-df9b49907ad5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:19.583926 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-87e76094-bc32-4ed2-94d9-01573e9e7096 req-c8a119dd-bde5-4687-a36a-df9b49907ad5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0609174 Jun 24 04:18:19.621421 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-87e76094-bc32-4ed2-94d9-01573e9e7096 req-4056dd2d-ef71-45e6-938e-e38c5616eca4 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319853 Jun 24 04:18:20.788278 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ab542-b4ec-499e-a656-a3d943423333 req-0a4b112e-d91f-441c-9003-8bd9189a3843 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:20.789703 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e80ab542-b4ec-499e-a656-a3d943423333 req-0a4b112e-d91f-441c-9003-8bd9189a3843 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0613220 Jun 24 04:18:20.827345 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e80ab542-b4ec-499e-a656-a3d943423333 req-fbda2c20-d60e-4866-9f6e-9f31994467dd tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320787 Jun 24 04:18:21.999547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458d575-bd1e-4038-96ce-5e62aadfc586 req-43923b27-efa9-453a-b94b-392606a8e628 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:22.001007 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1458d575-bd1e-4038-96ce-5e62aadfc586 req-43923b27-efa9-453a-b94b-392606a8e628 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0660095 Jun 24 04:18:22.040881 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1458d575-bd1e-4038-96ce-5e62aadfc586 req-aa587e31-cc23-4184-b439-613189e84af2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=076064dd-5891-4c0f-8a1a-b2d47d3b8a19&id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335181 Jun 24 04:18:23.947577 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cfdd5-f33a-4318-a862-fb13caa11f38 req-0618045b-aced-4492-a6ef-153e8863bb3e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:23.948997 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a77cfdd5-f33a-4318-a862-fb13caa11f38 req-0618045b-aced-4492-a6ef-153e8863bb3e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0608768 Jun 24 04:18:23.984975 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a77cfdd5-f33a-4318-a862-fb13caa11f38 req-10b6ebc1-d0b1-4210-81d1-e92c8f409f7f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303574 Jun 24 04:18:25.158719 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562d1a-544f-44b9-898f-747fb96639de req-f77b22e8-2731-48a1-be43-9805e27b669a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:25.160614 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8a562d1a-544f-44b9-898f-747fb96639de req-f77b22e8-2731-48a1-be43-9805e27b669a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0642438 Jun 24 04:18:25.197538 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8a562d1a-544f-44b9-898f-747fb96639de req-d33fbfd4-175f-4dea-9758-f90dc7f95860 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313437 Jun 24 04:18:25.654294 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-be6a30b0-86af-44c4-85bd-c679181474c7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:25.655725 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-be6a30b0-86af-44c4-85bd-c679181474c7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0590458 Jun 24 04:18:25.756002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Deleting port 6635478e-b370-4e4d-8704-ef025c449847 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:25.756338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:25.839011 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] For port 6635478e-b370-4e4d-8704-ef025c449847, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=6635478e-b370-4e4d-8704-ef025c449847,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:25.839346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:26.334672 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:26.335315 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:26.335315 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Floating IP e8e93eab-df96-4a89-a48a-757cacb1952a disassociated. External IP: 172.27.2.38, port: 6635478e-b370-4e4d-8704-ef025c449847. Jun 24 04:18:26.335585 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Calling delete_port for 6635478e-b370-4e4d-8704-ef025c449847 owned by compute:nova {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:26.366653 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee43bc-b4ab-47dd-92b7-71e398ec93c1 req-63c52af7-1dcc-4f3d-9c50-278fefefaca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:26.368123 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c2ee43bc-b4ab-47dd-92b7-71e398ec93c1 req-63c52af7-1dcc-4f3d-9c50-278fefefaca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 945 time: 0.0626421 Jun 24 04:18:26.410047 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c2ee43bc-b4ab-47dd-92b7-71e398ec93c1 req-5f03fb98-8e4c-4634-9226-6b1e5d143e28 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362034 Jun 24 04:18:26.521911 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:26.525647 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:26.549607 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'Port': ['ID=6635478e-b370-4e4d-8704-ef025c449847,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:26.561188 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.562229 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.562229 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.562427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.562681 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.563035 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.563388 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.563740 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.564091 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.564435 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.564778 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.565118 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:26.569780 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:26.669442 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:26.770971 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:26.780131 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:26.789800 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:26.790448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:18:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:26.814080 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] No DVR routers for this DVR port 6635478e-b370-4e4d-8704-ef025c449847 on host hv-cinder-79246 {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:18:26.816606 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:26.818785 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a05a8f6d-db2b-494c-b68e-cebe12623a9e req-8023ec15-2275-45c7-a73a-9ebafc538aaa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "DELETE /v2.0/ports/6635478e-b370-4e4d-8704-ef025c449847 HTTP/1.1" status: 204 len: 173 time: 1.1522796 Jun 24 04:18:26.819282 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'name': 'network-vif-deleted', 'tag': '6635478e-b370-4e4d-8704-ef025c449847'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:26.822138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a121c8-2cea-4a68-833b-03ec13cefe09" -d '{"events": [{"server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "name": "network-vif-deleted", "tag": "6635478e-b370-4e4d-8704-ef025c449847"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:26.863893 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b3072d-08dc-4683-bb13-b4f14c8e8dbc x-openstack-request-id: req-13b3072d-08dc-4683-bb13-b4f14c8e8dbc {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:26.864228 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9", "name": "network-vif-deleted", "tag": "6635478e-b370-4e4d-8704-ef025c449847", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:26.864563 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13b3072d-08dc-4683-bb13-b4f14c8e8dbc {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:26.864990 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9', 'name': 'network-vif-deleted', 'tag': '6635478e-b370-4e4d-8704-ef025c449847', 'status': 'completed', 'code': 200} Jun 24 04:18:26.897142 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:27.096275 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:27.121978 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:27.130751 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:27.131368 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:18:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:27.237534 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:27.446530 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:27.473747 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991e71f-e95c-450e-ae97-8ee29af3ed88 None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:27.579300 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c7cede60-d181-422e-a18d-24dd170e40c6 req-3bcdcef2-a863-42a7-a3d1-d7283488174c tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ecf3d16-2115-442c-9c0b-40a6dc3dc9a9 HTTP/1.1" status: 200 len: 210 time: 0.0344646 Jun 24 04:18:27.712109 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961dc2e-c48b-4704-80ba-76a22baee8e8 None None] New status for floating IP e8e93eab-df96-4a89-a48a-757cacb1952a: DOWN {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:18:28.811331 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-9d8ece5f-f690-4b76-84d9-38df07ccca48 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312785426&fields=id&tenant_id=9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 267 time: 0.0316389 Jun 24 04:18:28.910465 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-1c98f0fb-d024-4f6d-9ce5-640e53443b1f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:28.911875 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-1c98f0fb-d024-4f6d-9ce5-640e53443b1f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 812 time: 0.0945735 Jun 24 04:18:28.926228 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-604c85a4-f2a9-47f8-84bc-971d90173a61 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/quotas/9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 375 time: 0.0089667 Jun 24 04:18:28.993896 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-193aad19-c2ae-489b-938c-7efbfbd86b3e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629961 Jun 24 04:18:29.175451 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-dd677a81-7607-4d86-8ec6-595f126fe3da service neutron] 10.222.0.26 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701572 Jun 24 04:18:29.262900 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-cb1c56c4-833e-4690-bb97-7484c63d1bdb service neutron] 10.222.0.26 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815675 Jun 24 04:18:29.822392 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-258d55d3-25d8-4ebb-94c3-94c12f9a9346 req-26440cc6-26ff-4232-bb1a-5437adc77328 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Jun 24 04:18:30.208054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:30.651963 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 6635478e-b370-4e4d-8704-ef025c449847 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:30.671000 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 6635478e-b370-4e4d-8704-ef025c449847 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:18:30.671348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 6635478e-b370-4e4d-8704-ef025c449847 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:30.961478 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-949eff6e-466e-43de-99cf-1887d777c97e req-deeeaa5e-c69e-4e5f-b7b7-11c779b19a98 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 210 time: 0.0308859 Jun 24 04:18:31.708869 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-0cab11ee-4a4f-4851-b639-e06cb5f989fa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:31.710406 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-0cab11ee-4a4f-4851-b639-e06cb5f989fa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 812 time: 0.1119368 Jun 24 04:18:31.754829 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-7cf2e0d6-2c32-4bdb-8b6f-fdafb65c2f49 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 379 time: 0.0349925 Jun 24 04:18:31.764291 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'port': {'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'admin_state_up': True, 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'security_groups': ['f7aedb6e-78a3-467d-99e5-2ae1f168d26e']}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:31.966720 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Made reservation on behalf of 9e314a1fea024d1b9a4bfab805526d92 for: {'port': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:18:31.970375 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.104565 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Allocated IP 172.20.0.14 (5a2d48ba-84ae-4141-9f9e-598f19445260/c9ab31bc-dd62-4b63-bcc3-a43dd174ab96/0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:32.114981 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-09acfdfe-b557-4643-b425-87f72444a11d req-c2359bfd-3579-4253-bf8d-4aae05b6b0ca tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jun 24 04:18:32.238697 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.251479 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Transition to ACTIVE for port object 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f will not be triggered until provisioned by entity DHCP. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:32.332835 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ff9e2-ea13-445a-9566-b597d1f08b90 req-cd6448f5-f6fe-4130-8e19-ab2f153e46a7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:32.334283 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a6ff9e2-ea13-445a-9566-b597d1f08b90 req-cd6448f5-f6fe-4130-8e19-ab2f153e46a7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0637367 Jun 24 04:18:32.334741 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.338508 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:32.371637 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0a6ff9e2-ea13-445a-9566-b597d1f08b90 req-d69c2707-c32e-49db-aad8-56999e37caf5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Jun 24 04:18:32.381288 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:32.386731 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:32.390384 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:32.427320 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:32.436479 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:32.455452 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:32.456062 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.540070 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-2c8ae762-9599-4ad3-8c12-fb70531d5759 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7794385 Jun 24 04:18:32.552050 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Request body: {'port': {'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:32.620775 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.709628 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-17fc59a6-e0ed-4413-ae2e-df4310c41dd6 None None] Provisioning for port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:32.713520 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-17fc59a6-e0ed-4413-ae2e-df4310c41dd6 None None] Provisioning complete for port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:32.718870 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17fc59a6-e0ed-4413-ae2e-df4310c41dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.750554 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-17fc59a6-e0ed-4413-ae2e-df4310c41dd6 None None] Port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:18:32.873343 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f {{(pid=93537) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:18:32.881115 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.892470 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.provisioning_blocks [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Transition to ACTIVE for port object 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f will not be triggered until provisioned by entity L2. {{(pid=93537) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:18:32.974149 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:32.977170 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-15578b7e-8468-419f-9d28-a8a19e59fa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:33.002192 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-56abad4e-5ebb-404e-9917-d51cad65dca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:33.027080 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Pushing event updated for resources: {'Port': ['ID=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:33.029846 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:33.094470 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Attempting to bind port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:18:33.094806 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Attempting to bind port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:18:33.095133 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Attempting to bind port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:33.100379 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f on network 5a2d48ba-84ae-4141-9f9e-598f19445260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:18:33.100770 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Attempting to bind port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:18:33.105957 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:18:33.106426 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Checking segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:18:33.106907 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Bound using segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} {{(pid=93537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:18:33.107507 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.managers [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Bound port: 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}}] {{(pid=93537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:18:33.107869 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:33.175991 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] For port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host hv-cinder-79246, cleared binding levels {{(pid=93537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:18:33.179819 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] For port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:18:33.260593 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:33.264123 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:33.299125 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.299718 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:33.301134 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] 10.222.0.10 "PUT /v2.0/ports/0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 200 len: 1094 time: 0.7536440 Jun 24 04:18:33.301618 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:33.303889 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3401b29-64a8-43f7-84e7-960c4c383873" -d '{"events": [{"name": "network-changed", "server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:33.330011 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Pushing event updated for resources: {'Port': ['ID=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,revision_number=3']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:33.336157 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:33.351971 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a788a6c-3ff8-4f1a-bbcd-66920cf753b8 req-bc0ceb56-56ae-496a-8770-682c02f789cf tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.353474 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5a788a6c-3ff8-4f1a-bbcd-66920cf753b8 req-bc0ceb56-56ae-496a-8770-682c02f789cf tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.1229146 Jun 24 04:18:33.354978 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600ca841-68cd-4aaa-a580-b1061964123a x-openstack-request-id: req-600ca841-68cd-4aaa-a580-b1061964123a {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:33.362011 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:33.362011 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-600ca841-68cd-4aaa-a580-b1061964123a {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:33.362011 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'status': 'completed', 'code': 200} Jun 24 04:18:33.429180 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5a788a6c-3ff8-4f1a-bbcd-66920cf753b8 req-247792e2-6232-46bd-8714-fa93f7b26bf3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651813 Jun 24 04:18:33.448957 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3401b29-64a8-43f7-84e7-960c4c383873 req-58bea2ef-fdb4-42d9-8bb4-843ae48b5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.450514 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3401b29-64a8-43f7-84e7-960c4c383873 req-58bea2ef-fdb4-42d9-8bb4-843ae48b5809 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1097 time: 0.0725162 Jun 24 04:18:33.550172 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3401b29-64a8-43f7-84e7-960c4c383873 req-edaaa0e5-c878-4f17-b72e-c0a9eeab2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.551912 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3401b29-64a8-43f7-84e7-960c4c383873 req-edaaa0e5-c878-4f17-b72e-c0a9eeab2c72 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9e314a1fea024d1b9a4bfab805526d92&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0925376 Jun 24 04:18:33.576092 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c31bc-ee13-4bb6-bd55-58848de3e93c req-c0ffbbc4-daf2-49cf-8083-2f1aed3d4abd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.577730 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bd3c31bc-ee13-4bb6-bd55-58848de3e93c req-c0ffbbc4-daf2-49cf-8083-2f1aed3d4abd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0621195 Jun 24 04:18:33.612838 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:18:33.614262 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bd3c31bc-ee13-4bb6-bd55-58848de3e93c req-580331dc-c7f8-42cb-b2dc-adebf6150b91 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304828 Jun 24 04:18:33.649174 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3401b29-64a8-43f7-84e7-960c4c383873 req-62ae2f61-b24f-41b0-b5a8-5ed3fa395031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.650657 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a3401b29-64a8-43f7-84e7-960c4c383873 req-62ae2f61-b24f-41b0-b5a8-5ed3fa395031 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903780 Jun 24 04:18:33.742687 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-6a3b9bad-5b48-43b7-8494-e452c619f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.744115 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-6a3b9bad-5b48-43b7-8494-e452c619f191 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1097 time: 0.0509639 Jun 24 04:18:33.786663 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-26548223-75b5-4693-9edc-ad4a5eaec257 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 200 len: 217 time: 0.0330949 Jun 24 04:18:33.835420 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-562a253d-728e-48d1-b86d-ce427792a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.836817 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-562a253d-728e-48d1-b86d-ce427792a3ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0444939 Jun 24 04:18:33.895923 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6970-9e89-45e9-a014-767b3d02062b req-299fbc74-a815-495c-a4fc-f41ce6b324dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.897457 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-299fbc74-a815-495c-a4fc-f41ce6b324dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502014 Jun 24 04:18:33.929258 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-f373b00f-c7e2-4b73-97e9-a69d56b5615b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:33.930688 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-f373b00f-c7e2-4b73-97e9-a69d56b5615b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.0600183 Jun 24 04:18:33.985977 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-3f49d70a-3401-4bcf-98eb-5fde8bb85e14 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818050 Jun 24 04:18:34.028271 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Deleting port 5638aa5b-4f18-420c-ae13-beecff963d66 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:18:34.028610 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:34.074285 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-25141cc9-9c1b-4a12-bd34-59fdde4f6825 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810297 Jun 24 04:18:34.123859 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] For port 5638aa5b-4f18-420c-ae13-beecff963d66, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=5638aa5b-4f18-420c-ae13-beecff963d66,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:34.124137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:34.581201 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:34.582425 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:34.582425 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Floating IP cfb1e079-ae64-4eda-affc-63cfdbe465c8 disassociated. External IP: 172.27.2.181, port: 5638aa5b-4f18-420c-ae13-beecff963d66. Jun 24 04:18:34.582741 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Calling delete_port for 5638aa5b-4f18-420c-ae13-beecff963d66 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:18:34.611572 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828caff-b0c3-4192-80c3-176de2766187 req-5cb99084-4c56-480e-af8d-a0db91352d77 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:34.614156 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f828caff-b0c3-4192-80c3-176de2766187 req-5cb99084-4c56-480e-af8d-a0db91352d77 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0628309 Jun 24 04:18:34.654002 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f828caff-b0c3-4192-80c3-176de2766187 req-29091b43-de77-41cd-8a77-6572da6f1fa4 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353644 Jun 24 04:18:34.774225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:34.778208 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:34.808664 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event deleted for resources: {'Port': ['ID=5638aa5b-4f18-420c-ae13-beecff963d66,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:34.825045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.825423 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.825795 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.826209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.826571 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.826936 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.827610 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.827705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.827989 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.828348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.828702 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.829038 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:34.841518 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:34.877948 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0a03-52f2-4226-9c00-abff23581167 req-4e315692-ccc9-451b-9f45-b47a1e0ca5bc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:34.880179 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3c6b0a03-52f2-4226-9c00-abff23581167 req-4e315692-ccc9-451b-9f45-b47a1e0ca5bc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 947 time: 0.1423702 Jun 24 04:18:34.960693 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3c6b0a03-52f2-4226-9c00-abff23581167 req-e6d7c4e8-4d5d-40be-bdaa-2c2cf3a2ddb8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c87148a-4059-4939-8a80-57b3ac14fe93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745769 Jun 24 04:18:34.972580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:35.075569 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:35.085563 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:35.095151 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:35.095763 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:18:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:35.117561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] No DVR routers for this DVR port 5638aa5b-4f18-420c-ae13-beecff963d66 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:18:35.119947 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:35.121856 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74d4a7f-1c00-4a86-82c6-bc9a7ce1b814 req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "DELETE /v2.0/ports/5638aa5b-4f18-420c-ae13-beecff963d66 HTTP/1.1" status: 204 len: 173 time: 1.1859753 Jun 24 04:18:35.122394 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-deleted', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:35.124746 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14612007-673a-4f37-ad8b-e7b509252709" -d '{"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-deleted", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:35.166652 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc24e62-b8ff-453c-bde8-a9abd1646b3a x-openstack-request-id: req-4dc24e62-b8ff-453c-bde8-a9abd1646b3a {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:35.169393 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf50b02-6e91-4064-9673-3d1c06d810d3", "name": "network-vif-deleted", "tag": "5638aa5b-4f18-420c-ae13-beecff963d66", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:35.169393 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dc24e62-b8ff-453c-bde8-a9abd1646b3a {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:35.169393 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf50b02-6e91-4064-9673-3d1c06d810d3', 'name': 'network-vif-deleted', 'tag': '5638aa5b-4f18-420c-ae13-beecff963d66', 'status': 'completed', 'code': 200} Jun 24 04:18:35.202351 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:35.409413 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:35.435478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:35.444293 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:35.444920 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:18:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:35.481375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-46547e05-57d6-4873-96a6-6bf20bf08f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:35.548064 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:35.839139 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3670cd-0b3e-4052-b059-2182744c9142 req-6ad6de90-7fbb-4821-84af-5cbc901e422b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:35.840713 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2a3670cd-0b3e-4052-b059-2182744c9142 req-6ad6de90-7fbb-4821-84af-5cbc901e422b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0699279 Jun 24 04:18:35.871104 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:35.879547 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2a3670cd-0b3e-4052-b059-2182744c9142 req-898916c5-801c-47ca-ac9b-85e9919d2c3a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326629 Jun 24 04:18:35.896837 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab1d02-e268-41dd-b1c9-1adbf6b24159 None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:35.910375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:36.118903 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25edb923-5483-4858-8870-8e61d680ff30 None None] New status for floating IP cfb1e079-ae64-4eda-affc-63cfdbe465c8: DOWN {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:18:36.124762 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d1a29ad5-d2dc-491b-855d-5312ed990389 req-ecc990e6-35ef-4980-9e17-e851caa129e6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcf50b02-6e91-4064-9673-3d1c06d810d3 HTTP/1.1" status: 200 len: 210 time: 0.0299344 Jun 24 04:18:36.773327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:37.046850 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13fd7f-b0de-4c12-bb66-97b4b848bcf1 req-c5748676-a9b8-4a1b-9ac6-81a8ce106a80 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:37.048183 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1c13fd7f-b0de-4c12-bb66-97b4b848bcf1 req-c5748676-a9b8-4a1b-9ac6-81a8ce106a80 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0621941 Jun 24 04:18:37.084146 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-1c13fd7f-b0de-4c12-bb66-97b4b848bcf1 req-62d67d08-d241-409a-a183-d0313622952e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299966 Jun 24 04:18:38.035843 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:38.248026 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfb756-7df1-4523-8365-744ab5880a11 req-5feae8f6-e5a7-4f8f-89de-e9ca2e8949d4 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:38.249352 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3dbfb756-7df1-4523-8365-744ab5880a11 req-5feae8f6-e5a7-4f8f-89de-e9ca2e8949d4 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0606780 Jun 24 04:18:38.285057 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3dbfb756-7df1-4523-8365-744ab5880a11 req-537f7368-da94-436e-b288-16d155f42317 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293210 Jun 24 04:18:38.683780 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:18:38.702705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 5638aa5b-4f18-420c-ae13-beecff963d66 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:18:38.703055 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 5638aa5b-4f18-420c-ae13-beecff963d66 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:18:39.457691 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7c604-3f60-4fcd-808c-98c5ae9d30cb req-dbb74c38-af01-4fca-b17f-0defb3638521 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:39.459134 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8ca7c604-3f60-4fcd-808c-98c5ae9d30cb req-dbb74c38-af01-4fca-b17f-0defb3638521 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0638237 Jun 24 04:18:39.494309 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8ca7c604-3f60-4fcd-808c-98c5ae9d30cb req-f02c0794-1b4b-40aa-821f-b60e43c69885 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295229 Jun 24 04:18:40.661557 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051f6b8-aa13-4151-b933-21e50f590a83 req-36ff3e47-b12b-4449-a350-6723dcf57b76 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:40.662903 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c051f6b8-aa13-4151-b933-21e50f590a83 req-36ff3e47-b12b-4449-a350-6723dcf57b76 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0602956 Jun 24 04:18:40.697388 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c051f6b8-aa13-4151-b933-21e50f590a83 req-ac51bf29-ccfa-4a51-b287-c474ef2454bd tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291176 Jun 24 04:18:41.863872 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51e23e-83f8-4668-8ee7-38da5651c9c3 req-19c413e9-139b-4487-b8a7-2efed3595deb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:41.865290 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fb51e23e-83f8-4668-8ee7-38da5651c9c3 req-19c413e9-139b-4487-b8a7-2efed3595deb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 944 time: 0.0603216 Jun 24 04:18:41.900429 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fb51e23e-83f8-4668-8ee7-38da5651c9c3 req-3e204d4b-0703-487d-9b42-a7aff8c91a0f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297401 Jun 24 04:18:42.715398 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:18:42.813210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:42.824512 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:18:42.858572 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:42.873707 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:18:42.892489 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:42.984785 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:42.986724 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:43.032246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:43.039063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.039410 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.039744 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.040075 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.040405 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.040727 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.041052 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.041370 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.041691 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.042037 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.042351 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.042663 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:18:43.046442 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:43.073220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5615-dc2c-4071-8502-c326a1c7fbe9 req-d594d4f9-d6c1-47f2-b328-ec6d6696c4a1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:43.074711 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d74c5615-dc2c-4071-8502-c326a1c7fbe9 req-d594d4f9-d6c1-47f2-b328-ec6d6696c4a1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 945 time: 0.0657935 Jun 24 04:18:43.110482 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d74c5615-dc2c-4071-8502-c326a1c7fbe9 req-876dd9cd-2a18-4457-ab12-89c3329507eb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302320 Jun 24 04:18:43.328547 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:18:44.432129 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938180bc-62f5-46fb-981c-15da50a4326a req-011ffe24-da08-4766-8d08-a1ce0b71a0bb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:44.433570 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-938180bc-62f5-46fb-981c-15da50a4326a req-011ffe24-da08-4766-8d08-a1ce0b71a0bb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 945 time: 0.0608842 Jun 24 04:18:44.469218 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-938180bc-62f5-46fb-981c-15da50a4326a req-8b969ac8-ad9a-4630-9a60-6262669c1395 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301831 Jun 24 04:18:44.722214 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:18:44.824562 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:18:44.828278 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:18:44.833141 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.902864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:44.923987 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:44.926884 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedabf39-ed07-4376-ba90-43f065023863" -d '{"events": [{"server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "name": "network-vif-plugged", "status": "completed", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:44.939131 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:18:44.960259 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb354798-5127-4e28-b7f3-d3d15ec1ddd9 x-openstack-request-id: req-eb354798-5127-4e28-b7f3-d3d15ec1ddd9 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:44.960551 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "name": "network-vif-plugged", "status": "completed", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:44.960814 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb354798-5127-4e28-b7f3-d3d15ec1ddd9 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:44.961202 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'code': 200} Jun 24 04:18:45.013289 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:45.015169 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:45.061527 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:45.064760 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:45.395924 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb76c6-99f1-4e96-9a04-084f1b920f53 req-63b6e891-f410-4475-92b7-f3f6774e5c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:45.397338 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6fb76c6-99f1-4e96-9a04-084f1b920f53 req-63b6e891-f410-4475-92b7-f3f6774e5c8b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1099 time: 0.0505693 Jun 24 04:18:45.430320 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6fb76c6-99f1-4e96-9a04-084f1b920f53 req-ca20b75a-63c2-46ba-ba41-3b75eade8b60 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262780 Jun 24 04:18:45.654711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47696-b4d5-4a86-b20f-414f581a961d req-a1439407-f36d-4f45-8391-dff1a0144aef tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:45.656039 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-20d47696-b4d5-4a86-b20f-414f581a961d req-a1439407-f36d-4f45-8391-dff1a0144aef tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 946 time: 0.0640924 Jun 24 04:18:45.691507 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-20d47696-b4d5-4a86-b20f-414f581a961d req-08537341-d5d9-4ff3-a023-42f261e20a21 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299954 Jun 24 04:18:46.859354 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa918be-3218-4f07-acee-76c11c678623 req-e221b0d3-4043-43f9-b908-b411841731b5 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:46.860765 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5aa918be-3218-4f07-acee-76c11c678623 req-e221b0d3-4043-43f9-b908-b411841731b5 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 946 time: 0.0610609 Jun 24 04:18:46.897003 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5aa918be-3218-4f07-acee-76c11c678623 req-a4dc09f2-9e87-47ba-a251-53512eb78587 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307798 Jun 24 04:18:47.058487 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4ceeb-3945-47e9-a240-9c3df99a1bbf req-4485df24-e344-41e2-a418-79edf8c4b5e3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:47.059903 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-01a4ceeb-3945-47e9-a240-9c3df99a1bbf req-4485df24-e344-41e2-a418-79edf8c4b5e3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 946 time: 0.0602002 Jun 24 04:18:47.095779 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-01a4ceeb-3945-47e9-a240-9c3df99a1bbf req-710b522b-8122-4ffa-ac99-1c834d3a9a29 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305336 Jun 24 04:18:47.119310 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39394) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:47.171716 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e4c393-84bf-4272-b8cb-19ef1979de7a tempest-TestVolumeBootPattern-270722426 tempest-TestVolumeBootPattern-270722426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:47.173183 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-60e4c393-84bf-4272-b8cb-19ef1979de7a tempest-TestVolumeBootPattern-270722426 tempest-TestVolumeBootPattern-270722426-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1094 time: 0.0528734 Jun 24 04:18:47.175754 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39396) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:18:47.179914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:18:47.264722 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.355312 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.458100 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Allocated IP 172.27.2.33 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/c299a360-0250-44e0-8da4-0eb07cb297e1) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:18:47.553929 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.693190 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:47.696013 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:47.732894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:18:47.740241 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:18:47.744836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:18:47.747574 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=c299a360-0250-44e0-8da4-0eb07cb297e1,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:47.765671 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:48.087487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.251053 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.394488 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.464317 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.466487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26159326-c3de-4cde-bf51-e757c9f27d27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:18:48.529696 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=c299a360-0250-44e0-8da4-0eb07cb297e1,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:18:48.533403 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:18:48.541556 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:48.674783 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Floating IP b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886 associated. External IP: 172.27.2.33, port: 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f. Jun 24 04:18:48.868306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:18:48.969838 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:18:48.979313 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:18:48.989575 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:48.990226 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:18:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.057962 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:18:49.092246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:49.093357 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9166458 Jun 24 04:18:49.094122 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:18:49.096473 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bef8da9-f465-4041-9601-98e4508ee02f" -d '{"events": [{"name": "network-changed", "server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:18:49.135517 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bff255-f7a0-42dd-95c2-f1e3b4792848 x-openstack-request-id: req-44bff255-f7a0-42dd-95c2-f1e3b4792848 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:18:49.135878 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:18:49.136175 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44bff255-f7a0-42dd-95c2-f1e3b4792848 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:18:49.136655 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'status': 'completed', 'code': 200} Jun 24 04:18:49.209700 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8da9-f465-4041-9601-98e4508ee02f req-e8bbbcd4-d705-4ccf-bfa7-40757b24dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.211268 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-e8bbbcd4-d705-4ccf-bfa7-40757b24dc76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1099 time: 0.0506625 Jun 24 04:18:49.302137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8da9-f465-4041-9601-98e4508ee02f req-a28a8350-74d3-44b5-a95e-19f3c381199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.303500 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-a28a8350-74d3-44b5-a95e-19f3c381199a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0852339 Jun 24 04:18:49.312464 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:47Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.338899 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:18:49.347353 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:18:49.347957 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:18:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.368399 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-ce9d105e-00b3-4682-9611-417f518e4480 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 200 len: 999 time: 0.0569572 Jun 24 04:18:49.419294 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8da9-f465-4041-9601-98e4508ee02f req-69954e5d-8c1c-4bd6-9b58-3696ade32764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.420744 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-69954e5d-8c1c-4bd6-9b58-3696ade32764 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0459921 Jun 24 04:18:49.449138 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:18:49.476820 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef8da9-f465-4041-9601-98e4508ee02f req-1210aefe-3b44-4276-8c4a-f7a5b00534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:18:49.478335 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-1210aefe-3b44-4276-8c4a-f7a5b00534ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506155 Jun 24 04:18:49.570133 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-7f4c1962-c5d6-4b32-834e-650934cde865 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853665 Jun 24 04:18:49.655891 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9bef8da9-f465-4041-9601-98e4508ee02f req-7158ba14-f26e-470d-bdfe-871b0f1c7b54 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796950 Jun 24 04:18:49.664231 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:47Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:18:49.693057 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7212376e-76a2-402f-873f-3e7f6fa9bcbb None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:47Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:18:49.862805 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5bdb49-6c7b-4a7e-99b4-f136a28907ae None None] New status for floating IP b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886: ACTIVE {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:19:00.212682 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.007096 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9263cee5-a773-4cc0-acf2-4fd37a4b6e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:03.537338 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-d061b02c-dd12-4132-8ffc-1fdc9f0de647 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496316 Jun 24 04:19:03.614892 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39291817-c033-4ffa-845e-27644e5b644a req-bbf71de7-04c2-43ac-a3f5-12344c365ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:03.616360 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-bbf71de7-04c2-43ac-a3f5-12344c365ba5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1138 time: 0.0558643 Jun 24 04:19:03.715863 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39291817-c033-4ffa-845e-27644e5b644a req-dab382b7-3007-48e7-98de-7a00b0341d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:03.717203 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-dab382b7-3007-48e7-98de-7a00b0341d33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 916 time: 0.0809906 Jun 24 04:19:03.785446 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-71ca517b-53bc-4923-95a6-14686f5d62a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 1002 time: 0.0589786 Jun 24 04:19:03.830651 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39291817-c033-4ffa-845e-27644e5b644a req-3a717e18-8708-492a-9c54-f4ada2c2be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:03.832515 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-3a717e18-8708-492a-9c54-f4ada2c2be61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0416193 Jun 24 04:19:03.886324 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39291817-c033-4ffa-845e-27644e5b644a req-e60e12d4-0060-4b05-86a9-1352eb20006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:03.887684 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-e60e12d4-0060-4b05-86a9-1352eb20006e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481191 Jun 24 04:19:03.976547 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-2c3fe9e2-106e-425a-a24f-ad954a04adb5 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813205 Jun 24 04:19:04.061472 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-39291817-c033-4ffa-845e-27644e5b644a req-c62c7767-3587-4d6a-aa71-10a349d3a1fc service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779772 Jun 24 04:19:05.435853 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6e351a9e-bbea-4de2-af30-82997ac0febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:05.766852 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:06.766112 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:08.041395 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:10.610971 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:19:25.595777 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-b504d7a3-8969-4492-a250-4b92ab881c49 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792917047&fields=id&tenant_id=c59d239d9ab34038b049ed04507c55c2 HTTP/1.1" status: 200 len: 267 time: 0.0357630 Jun 24 04:19:25.658895 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-c6c5e104-284e-4887-8221-3bb97e3e225b tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:25.660211 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-c6c5e104-284e-4887-8221-3bb97e3e225b tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 985 time: 0.0592680 Jun 24 04:19:25.670316 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Request body: {'port': {'security_groups': ['6fceeffe-682f-4af0-823a-4e5d8a1c65a0']}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:25.747497 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:25.917967 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:25.951160 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.000843 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.004901 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e0096e6e-14b2-488b-9c52-b434469f540f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:26.013130 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a107b06c-5fd5-4f98-a141-656c8822202a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:26.043787 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:26.044402 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.045807 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-89b6fdc3-9633-4df2-8ebb-956c773fadfb req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "PUT /v2.0/ports/a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 943 time: 0.3797467 Jun 24 04:19:26.051856 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:26.051856 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2296ecc7-3b8f-486f-868d-cbe5dae82e96" -d '{"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:26.052987 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39424) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:26.080460 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event updated for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=7']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:26.084259 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:26.117170 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fdce12-a5db-43d7-b80f-5a265fda4498 x-openstack-request-id: req-40fdce12-a5db-43d7-b80f-5a265fda4498 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:26.117487 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:26.117781 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40fdce12-a5db-43d7-b80f-5a265fda4498 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:26.118405 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'status': 'completed', 'code': 200} Jun 24 04:19:26.136147 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a107b06c-5fd5-4f98-a141-656c8822202a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:26.136610 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.198707 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.248686 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-06af24d5-e1d9-4a87-a104-c5f4b7aaa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:26.250926 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-06af24d5-e1d9-4a87-a104-c5f4b7aaa7ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1099 time: 0.1112156 Jun 24 04:19:26.344641 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-3b033349-2377-4977-8a57-65229a01bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:26.346051 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-3b033349-2377-4977-8a57-65229a01bda6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 916 time: 0.0886903 Jun 24 04:19:26.365002 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-4f689296-7e07-4e6f-be71-d4b189d72433 None None] Provisioning complete for port a107b06c-5fd5-4f98-a141-656c8822202a triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:26.365380 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4f689296-7e07-4e6f-be71-d4b189d72433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.388902 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.391626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.392698 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "DELETE /v2.0/security-groups/076064dd-5891-4c0f-8a1a-b2d47d3b8a19 HTTP/1.1" status: 204 len: 168 time: 0.3387396 Jun 24 04:19:26.395675 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bbc1e732-6c4d-4961-a63e-bd4a02f48e44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:26.396047 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39426) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:26.415115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=076064dd-5891-4c0f-8a1a-b2d47d3b8a19,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:26.418523 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:26.433055 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-cfc0df9c-3a64-4513-998d-15b175de3113 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 1002 time: 0.0799849 Jun 24 04:19:26.485348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-ae959df0-2ebc-45d2-bef9-9eba8c3401b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:26.486846 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-ae959df0-2ebc-45d2-bef9-9eba8c3401b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0469279 Jun 24 04:19:26.549979 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-0f3dc359-e872-4f72-85f7-e4178008271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:26.551472 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-0f3dc359-e872-4f72-85f7-e4178008271c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577722 Jun 24 04:19:26.564663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Deleting port 6eebdb26-83f4-4dd1-a64d-e5c20de754e7 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:26.565003 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.637283 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-8b9be649-f337-4861-9759-9340019f902a service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781443 Jun 24 04:19:26.639326 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.639810 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.651717 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Calling delete_port for 6eebdb26-83f4-4dd1-a64d-e5c20de754e7 owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:26.726791 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2296ecc7-3b8f-486f-868d-cbe5dae82e96 req-6b0862b1-7c7b-4335-a127-e2baa33b89ee service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833998 Jun 24 04:19:26.864088 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.866643 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:26.889282 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event deleted for resources: {'Port': ['ID=6eebdb26-83f4-4dd1-a64d-e5c20de754e7,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:26.900339 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.900709 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.901074 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.901430 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.901786 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.902171 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.902523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.902875 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.903225 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.903584 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.903916 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.904261 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:26.921222 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:26.959063 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:26.959393 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Floating IP d94e8fda-6170-4623-aa98-b7f5525af3e7 disassociated (deleted). External IP: 172.27.2.136, port: a107b06c-5fd5-4f98-a141-656c8822202a. Jun 24 04:19:27.395984 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:27.496358 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:27.501066 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:27.505587 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] Sync routers for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:27.514309 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:27.514922 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:27.538415 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "DELETE /v2.0/floatingips/d94e8fda-6170-4623-aa98-b7f5525af3e7 HTTP/1.1" status: 204 len: 168 time: 1.1412761 Jun 24 04:19:27.622754 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:27.814001 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:27.968402 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] Checking router: cfe09aa1-60cb-43be-bbc7-1b621a79b1ab for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:27.977940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:27.978566 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:28.081341 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:28.119886 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:28.122729 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6922b8-a977-42aa-9be9-1d640d38a3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:28.169313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e3a5a-b62f-429d-afaf-ba2748bdff09 x-openstack-request-id: req-a47e3a5a-b62f-429d-afaf-ba2748bdff09 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:28.169634 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:28.169940 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a47e3a5a-b62f-429d-afaf-ba2748bdff09 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:28.170360 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'status': 'completed', 'code': 200} Jun 24 04:19:28.242325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-4872c536-df59-46a5-8ea9-5c00283b0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:28.243781 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-4872c536-df59-46a5-8ea9-5c00283b0e0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c59d239d9ab34038b049ed04507c55c2&device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 1099 time: 0.0511909 Jun 24 04:19:28.272321 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:28.296816 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dc5b74-8bf9-4c99-aa71-ed5d25079e3b None None] The sync data for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi is: [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:14:57Z', 'revision_number': 4, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '2e856199-ecc0-46ed-ab94-35764ed6b5eb', 'name': '', 'network_id': '74bda1c9-4083-4b6c-b7b1-4f50addd8235', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'mac_address': 'fa:16:3e:18:f4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:56Z', 'updated_at': '2021-06-24T04:15:02Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'subnets': [{'id': '0c8121c1-266d-4013-8807-f0601e5bcfc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:28.337754 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-af07b50b-39de-4aa7-9623-e1561c57022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:28.339407 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-af07b50b-39de-4aa7-9623-e1561c57022e service neutron] 10.222.0.10 "GET /v2.0/networks?id=74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 200 len: 916 time: 0.0887408 Jun 24 04:19:28.517471 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45590fa-4d6d-4bcc-8f2a-159f3a129315 None None] New status for floating IP d94e8fda-6170-4623-aa98-b7f5525af3e7: DOWN {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:19:28.651607 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-421aa072-1d41-4885-84d0-64b3b4f7bdb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 200 len: 217 time: 0.3053763 Jun 24 04:19:28.703357 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-93b2c6ae-03df-4878-b5d2-7a1aa73aec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:28.704807 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-93b2c6ae-03df-4878-b5d2-7a1aa73aec11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 200 len: 854 time: 0.0432065 Jun 24 04:19:28.763306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-aaeaa9d6-177b-456e-b4f0-f7d93da257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:28.764732 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-aaeaa9d6-177b-456e-b4f0-f7d93da257d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=74bda1c9-4083-4b6c-b7b1-4f50addd8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532546 Jun 24 04:19:28.857487 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-bb499fa3-9be4-458d-a789-091ea671f901 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854783 Jun 24 04:19:28.949490 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2f6922b8-a977-42aa-9be9-1d640d38a3ca req-fa063d39-8d7b-48bb-9051-4a3cdd497e64 service neutron] 10.222.0.10 "GET /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860834 Jun 24 04:19:30.189567 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:31.008151 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5cb59-05a6-4645-9d9b-f89388337582 req-136ed1ad-b7ef-48cb-bc94-d48156747543 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:31.009545 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-33e5cb59-05a6-4645-9d9b-f89388337582 req-136ed1ad-b7ef-48cb-bc94-d48156747543 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0619509 Jun 24 04:19:31.047091 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-33e5cb59-05a6-4645-9d9b-f89388337582 req-45db0cc1-9d03-41e7-adf2-cfb775672ec2 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Jun 24 04:19:32.214124 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032ec51-f806-4b94-a31c-2d131beeb473 req-d467e13c-b77c-498b-8749-eaf46dc98939 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:32.215400 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a032ec51-f806-4b94-a31c-2d131beeb473 req-d467e13c-b77c-498b-8749-eaf46dc98939 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0617883 Jun 24 04:19:32.256016 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a032ec51-f806-4b94-a31c-2d131beeb473 req-218d8f88-92de-4f32-8883-ccf6f78ca578 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fceeffe-682f-4af0-823a-4e5d8a1c65a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351892 Jun 24 04:19:32.991096 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01f41-aa4a-4670-a644-87788802a650 req-9fca8a67-4605-4a08-8844-0f1641c55596 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:32.992456 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8ee01f41-aa4a-4670-a644-87788802a650 req-9fca8a67-4605-4a08-8844-0f1641c55596 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.10 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 946 time: 0.0621688 Jun 24 04:19:33.000944 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d438baad-9f78-4c2e-9a12-9280e9ea493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:33.093995 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Deleting port a107b06c-5fd5-4f98-a141-656c8822202a {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:33.094337 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:33.177674 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] For port a107b06c-5fd5-4f98-a141-656c8822202a, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a107b06c-5fd5-4f98-a141-656c8822202a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:33.178056 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:33.189695 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Calling delete_port for a107b06c-5fd5-4f98-a141-656c8822202a owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:33.366996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:33.371222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5b1f0356-b797-48d9-ae4a-d87498b015b7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:33.379599 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a107b06c-5fd5-4f98-a141-656c8822202a'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:33.393804 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13fe6d32-d17c-475b-967f-b1efebbc66e6 req-d1988751-4f7a-46fb-a8ae-06eddf986920 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.26 "GET /v2.0/ports?device_id=65617ade-31be-4174-a46c-34cf9b9e51fd HTTP/1.1" status: 200 len: 210 time: 0.0306766 Jun 24 04:19:33.395958 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Pushing event deleted for resources: {'Port': ['ID=a107b06c-5fd5-4f98-a141-656c8822202a,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:33.399733 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:33.447912 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] No DVR routers for this DVR port a107b06c-5fd5-4f98-a141-656c8822202a on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:33.456460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:33.456460 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-8ee01f41-aa4a-4670-a644-87788802a650 req-65647327-f45f-40ea-81f8-edef6f0456da tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] 10.222.0.10 "DELETE /v2.0/ports/a107b06c-5fd5-4f98-a141-656c8822202a HTTP/1.1" status: 204 len: 173 time: 0.4539719 Jun 24 04:19:33.456460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'name': 'network-vif-deleted', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:33.456460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4063863-9d33-4470-8d0b-baba7d8d3cc3" -d '{"events": [{"server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "name": "network-vif-deleted", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:33.490803 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e01697-5ece-49c9-845a-59ebce3d82f6 x-openstack-request-id: req-75e01697-5ece-49c9-845a-59ebce3d82f6 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:33.491166 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65617ade-31be-4174-a46c-34cf9b9e51fd", "name": "network-vif-deleted", "tag": "a107b06c-5fd5-4f98-a141-656c8822202a", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:33.491453 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75e01697-5ece-49c9-845a-59ebce3d82f6 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:33.491881 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65617ade-31be-4174-a46c-34cf9b9e51fd', 'name': 'network-vif-deleted', 'tag': 'a107b06c-5fd5-4f98-a141-656c8822202a', 'status': 'completed', 'code': 200} Jun 24 04:19:35.429740 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2c30b568-1ebb-4b5c-bd44-69662b7cdf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:35.781755 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:35.859406 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39512) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:36.243124 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.527041 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Deleting port 2e856199-ecc0-46ed-ab94-35764ed6b5eb {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:36.527376 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.599536 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] For port 2e856199-ecc0-46ed-ab94-35764ed6b5eb, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=2e856199-ecc0-46ed-ab94-35764ed6b5eb,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:36.599882 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.611170 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Calling delete_port for 2e856199-ecc0-46ed-ab94-35764ed6b5eb owned by network:router_interface {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:36.755872 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.835024 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:36.837247 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2b48b445-b56e-4e9e-a6bc-07865d5d3b46 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:36.859769 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e856199-ecc0-46ed-ab94-35764ed6b5eb,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:36.865371 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:36.989548 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a107b06c-5fd5-4f98-a141-656c8822202a no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:37.010098 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: a107b06c-5fd5-4f98-a141-656c8822202a {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:37.010452 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a107b06c-5fd5-4f98-a141-656c8822202a not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:37.020197 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.216144 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:37.315728 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:37.320557 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] 10.222.0.26 "PUT /v2.0/routers/cfe09aa1-60cb-43be-bbc7-1b621a79b1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601729 Jun 24 04:19:37.323332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39516) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:37.323883 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] Sync routers for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:37.332814 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:37.333415 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:37.396740 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39518) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:37.425107 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks [] for router, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.439955 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:37.471801 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.496166 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.589986 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.592919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.596584 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c87148a-4059-4939-8a80-57b3ac14fe93 HTTP/1.1" status: 204 len: 168 time: 0.1962233 Jun 24 04:19:37.596584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e837dc6-fe87-44a2-8f6e-9d2640746073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:37.605658 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39522) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:37.614928 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87148a-4059-4939-8a80-57b3ac14fe93,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:37.623831 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:19:36Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:37.625828 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.api.v2.resource [None req-06f912ea-a2c0-4aff-ad75-ff78e8793c97 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] show failed (client error): The resource could not be found. Jun 24 04:19:37.627074 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-06f912ea-a2c0-4aff-ad75-ff78e8793c97 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups/9c87148a-4059-4939-8a80-57b3ac14fe93 HTTP/1.1" status: 404 len: 347 time: 0.0204048 Jun 24 04:19:37.629539 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.630044 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.630419 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.630789 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.631160 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.631516 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.631878 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.632235 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.632588 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.632943 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.633294 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.633645 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:37.636368 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39524) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:37.648951 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:37.665674 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] Checking router: cfe09aa1-60cb-43be-bbc7-1b621a79b1ab for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:37.685967 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] Routers {'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:37.686638 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:37.771585 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Deleting port 0428ec68-3b81-48c7-9171-733bf9ccd3a8 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:37.771926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.798212 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.800365 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] Set router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:37.852239 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.852830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.864830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Calling delete_port for 0428ec68-3b81-48c7-9171-733bf9ccd3a8 owned by network:floatingip {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:37.882855 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Deleting port 58f3e3c5-ed93-44e1-a888-2e13360f5460 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:37.883455 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.962533 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] For port 58f3e3c5-ed93-44e1-a888-2e13360f5460, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=58f3e3c5-ed93-44e1-a888-2e13360f5460,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:37.962880 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:37.980799 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Calling delete_port for 58f3e3c5-ed93-44e1-a888-2e13360f5460 owned by network:router_gateway {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:37.989788 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:19:36Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:38.016334 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0c02ba-4446-4b9e-a877-aa5db986568b None None] The sync data for ids ['cfe09aa1-60cb-43be-bbc7-1b621a79b1ab'] in dv-cinder-792462-18-iscsi is: [{'id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'name': 'tempest-TestMinimumBasicScenario-1693289563-router', 'tenant_id': 'c59d239d9ab34038b049ed04507c55c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:14:53Z', 'updated_at': '2021-06-24T04:19:36Z', 'revision_number': 5, 'project_id': 'c59d239d9ab34038b049ed04507c55c2', 'gw_port': {'id': '58f3e3c5-ed93-44e1-a888-2e13360f5460', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:66:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe09aa1-60cb-43be-bbc7-1b621a79b1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:14:54Z', 'updated_at': '2021-06-24T04:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:38.035931 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.058705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.061638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bab3cc21-0f5d-4a07-ac85-6f21e2a4d605 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:38.085764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event deleted for resources: {'Port': ['ID=0428ec68-3b81-48c7-9171-733bf9ccd3a8,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:38.088899 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:38.147568 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.150074 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.151218 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "DELETE /v2.0/floatingips/cfb1e079-ae64-4eda-affc-63cfdbe465c8 HTTP/1.1" status: 204 len: 168 time: 0.5088942 Jun 24 04:19:38.223851 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.225893 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:38.249248 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f3e3c5-ed93-44e1-a888-2e13360f5460,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:38.252692 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:38.308543 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.414176 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.416391 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.507020 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 2e856199-ecc0-46ed-ab94-35764ed6b5eb no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:38.531843 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 2e856199-ecc0-46ed-ab94-35764ed6b5eb {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:38.532294 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 2e856199-ecc0-46ed-ab94-35764ed6b5eb not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:38.538786 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.539523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe09aa1-60cb-43be-bbc7-1b621a79b1ab {{(pid=93537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:19:38.545508 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.547030 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cfe09aa1-60cb-43be-bbc7-1b621a79b1ab HTTP/1.1" status: 204 len: 168 time: 1.2226963 Jun 24 04:19:38.549506 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39530) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:38.597903 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Deleting subnet 0c8121c1-266d-4013-8807-f0601e5bcfc5 {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:19:38.601630 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.638742 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265821'] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.761441 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.766615 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39532) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:38.771536 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172689464', 'description': 'tempest-description--428443268'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:38.845970 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.869617 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5818168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5549774'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.871955 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b9dcbc6e-4194-4e05-8128-041d22c5f328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:38.893697 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8121c1-266d-4013-8807-f0601e5bcfc5,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:38.897077 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:38.901717 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.905856 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-fb76efe8-4836-4976-b575-4628492d722f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0c8121c1-266d-4013-8807-f0601e5bcfc5 HTTP/1.1" status: 204 len: 168 time: 0.3530512 Jun 24 04:19:38.906138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39534) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:38.909031 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fcfa3a-1afa-4336-8fe3-7aa4c7a36e70 None None] Network 74bda1c9-4083-4b6c-b7b1-4f50addd8235 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:38.929389 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.971921 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.989325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:38.992794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-36803e5e-1f71-41ad-9d23-279dc7d0a9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.020450 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71431622-8581-4c96-9e75-6af1bb5b441c,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.028668 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Deleting port f26c202e-90bc-4229-944c-49c55055c40a {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:39.028897 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.032019 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.082598 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.084117 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3163855 Jun 24 04:19:39.086854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39536) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.092322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'security_group_rule': {'security_group_id': '71431622-8581-4c96-9e75-6af1bb5b441c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:39.104156 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] For port f26c202e-90bc-4229-944c-49c55055c40a, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=f26c202e-90bc-4229-944c-49c55055c40a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:39.104506 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.116772 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Calling delete_port for f26c202e-90bc-4229-944c-49c55055c40a owned by network:dhcp {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:39.124678 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] DHCP port deletion for 74bda1c9-4083-4b6c-b7b1-4f50addd8235 request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:19:39.173466 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Deleting port f26c202e-90bc-4229-944c-49c55055c40a {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:39.173845 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.189186 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.235035 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] For port f26c202e-90bc-4229-944c-49c55055c40a, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=f26c202e-90bc-4229-944c-49c55055c40a,segment=NetworkSegment(a3b7abdd-a53e-47d2-b1f2-6bda65b785b0),segment_id=a3b7abdd-a53e-47d2-b1f2-6bda65b785b0)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:39.235454 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.250051 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.250365 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Calling delete_port for f26c202e-90bc-4229-944c-49c55055c40a owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:39.263809 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.266771 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.291053 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26c202e-90bc-4229-944c-49c55055c40a,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.292828 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] No DVR routers for this DVR port f26c202e-90bc-4229-944c-49c55055c40a on host dv-cinder-792462-18-iscsi {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:39.294282 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.309470 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.311688 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-81a52ae2-8d55-4c06-8d1b-b0a60ccb8ca1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.329773 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec107c0e-12f9-4625-89ee-2ab722b5396a,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.340607 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.363721 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.373161 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bda1c9-4083-4b6c-b7b1-4f50addd8235']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:39.376596 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.379278 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.383346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:39.383634 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b7abdd-a53e-47d2-b1f2-6bda65b785b0') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:39.392041 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.395270 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.398942 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086958 Jun 24 04:19:39.400139 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39538) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.400361 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Pushing event deleted for resources: {'Port': ['ID=f26c202e-90bc-4229-944c-49c55055c40a,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.403095 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.404764 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'security_group_rule': {'security_group_id': '71431622-8581-4c96-9e75-6af1bb5b441c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:39.408051 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] No DVR routers for this DVR port f26c202e-90bc-4229-944c-49c55055c40a on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:39.414634 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.425156 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:19:39.425588 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:19:39.427218 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:19:39.547932 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.568729 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.579262 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-7b96cbf5-b829-42f7-bebc-8c6038b294d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.582854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.584660 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/74bda1c9-4083-4b6c-b7b1-4f50addd8235 HTTP/1.1" status: 204 len: 168 time: 0.6776464 Jun 24 04:19:39.588121 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39540) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.602306 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74bda1c9-4083-4b6c-b7b1-4f50addd8235,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.605502 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.621427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.687296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.689386 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-3c0b38bd-3c85-4194-993f-741c40b071eb tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:39.709523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694f8d85-9e63-4523-aab3-24961be5e93f,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:39.712023 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:39.778269 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.779473 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1ef653ed-fe03-4e67-abb6-37d834f23671 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784018 Jun 24 04:19:39.782620 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39542) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:39.787640 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:39.909708 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:39.921587 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.001824 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.105821 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Allocated IP 172.27.2.195 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/e3bdb959-53c7-4324-abaf-549c51d3cc42) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:40.171164 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Deleting port 75837bf6-ce55-4b64-b4e9-753b714ba50b {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:40.171424 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.183303 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device f26c202e-90bc-4229-944c-49c55055c40a no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:40.214389 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.251730 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] For port 75837bf6-ce55-4b64-b4e9-753b714ba50b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=75837bf6-ce55-4b64-b4e9-753b714ba50b,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:40.252224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.266137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Calling delete_port for 75837bf6-ce55-4b64-b4e9-753b714ba50b owned by network:router_interface {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:40.310265 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.313383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f1a56a2c-abd9-4b8a-b1e1-243970979115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:40.324318 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: f26c202e-90bc-4229-944c-49c55055c40a {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:40.324673 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device f26c202e-90bc-4229-944c-49c55055c40a not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:40.325102 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 58f3e3c5-ed93-44e1-a888-2e13360f5460 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:40.343210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 58f3e3c5-ed93-44e1-a888-2e13360f5460 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:40.343568 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 58f3e3c5-ed93-44e1-a888-2e13360f5460 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:40.352422 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:40.358649 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:40.363662 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:40.366686 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'Port': ['ID=e3bdb959-53c7-4324-abaf-549c51d3cc42,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:40.385002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:40.445427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.492444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.495193 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-45952ef1-1e2a-434e-8657-35f2399e9f22 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:40.517118 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Pushing event deleted for resources: {'Port': ['ID=75837bf6-ce55-4b64-b4e9-753b714ba50b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:40.520111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:40.579951 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.686876 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.735473 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.806538 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.809451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e601f53c-30c3-4e2c-b639-6967b7e1e9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:40.883775 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'Port': ['ID=e3bdb959-53c7-4324-abaf-549c51d3cc42,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:40.886561 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:40.889742 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.894240 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Router c14623f2-5c58-4d14-84a2-3edc1f855e4b has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:40.960962 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:40.962263 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-839afac9-9f77-406d-8328-7fba06026618 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1782570 Jun 24 04:19:40.995983 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:41.004886 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39546) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:41.005893 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] Sync routers for ids ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:41.006509 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] 10.222.0.26 "PUT /v2.0/routers/c14623f2-5c58-4d14-84a2-3edc1f855e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4171491 Jun 24 04:19:41.015307 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] Routers {'c14623f2-5c58-4d14-84a2-3edc1f855e4b'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:41.016085 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:41.109834 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.124337 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] Set router c14623f2-5c58-4d14-84a2-3edc1f855e4b gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:41.219636 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-7b165ef8-4353-4cfa-8dc7-d2b99b9e866c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--172689464&fields=id&tenant_id=f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 267 time: 0.0771987 Jun 24 04:19:41.265161 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.295998 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:19:40Z', 'revision_number': 5, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:41.322624 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] Checking router: c14623f2-5c58-4d14-84a2-3edc1f855e4b for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:41.330871 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] Routers {'c14623f2-5c58-4d14-84a2-3edc1f855e4b'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:41.331474 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:41.335786 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-be6cf5c5-6000-42a0-b878-a5fb64e197d0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:41.340272 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-be6cf5c5-6000-42a0-b878-a5fb64e197d0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 816 time: 0.1094542 Jun 24 04:19:41.351978 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-1567c389-3bc0-4a25-a4a6-30148819111d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/quotas/f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 375 time: 0.0093288 Jun 24 04:19:41.435744 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] Set router c14623f2-5c58-4d14-84a2-3edc1f855e4b gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:41.449332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Deleting port 8f66742c-300b-43e4-9366-412fd2ec9c09 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:41.449675 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.459908 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-cb12af31-f70c-4ea0-9f23-d6846389ae3d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019702 Jun 24 04:19:41.564036 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] For port 8f66742c-300b-43e4-9366-412fd2ec9c09, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=8f66742c-300b-43e4-9366-412fd2ec9c09,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:41.564390 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.602191 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Calling delete_port for 8f66742c-300b-43e4-9366-412fd2ec9c09 owned by network:router_gateway {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:41.615376 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:19:40Z', 'revision_number': 5, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:41.640483 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab6dc15-1e9f-4ca4-8f9e-3e6d30973f10 None None] The sync data for ids ['c14623f2-5c58-4d14-84a2-3edc1f855e4b'] in dv-cinder-792462-18-iscsi is: [{'id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'name': 'tempest-TestMinimumBasicScenario-1105482054-router', 'tenant_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:19:40Z', 'revision_number': 5, 'project_id': '2f2e8b5e9c014bb4be1509463f70fd5f', 'gw_port': {'id': '8f66742c-300b-43e4-9366-412fd2ec9c09', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:04:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14623f2-5c58-4d14-84a2-3edc1f855e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:15:01Z', 'updated_at': '2021-06-24T04:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:41.678496 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-97365a06-7735-42c8-8889-3324b05dafab service neutron] 10.222.0.26 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957383 Jun 24 04:19:41.820191 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-71b1c2e4-bb14-45f8-b1b4-d3aa8becdf87 service neutron] 10.222.0.26 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414583 Jun 24 04:19:41.932334 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:41.934450 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:41.958017 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8f66742c-300b-43e4-9366-412fd2ec9c09,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:41.961088 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:42.022816 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.131958 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3756862-4a4e-4e21-9d8a-b8057e3d6dba req-3e6039e8-a78e-4e2e-8f2b-0e392af3fbfc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 210 time: 0.0808175 Jun 24 04:19:42.135215 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.137363 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.230634 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 75837bf6-ce55-4b64-b4e9-753b714ba50b no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:42.235424 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.235955 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14623f2-5c58-4d14-84a2-3edc1f855e4b {{(pid=93537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:19:42.241256 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.242451 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] 10.222.0.26 "DELETE /v2.0/routers/c14623f2-5c58-4d14-84a2-3edc1f855e4b HTTP/1.1" status: 204 len: 168 time: 1.2365706 Jun 24 04:19:42.245015 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39570) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:42.257123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 75837bf6-ce55-4b64-b4e9-753b714ba50b {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:42.257475 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 75837bf6-ce55-4b64-b4e9-753b714ba50b not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:42.291228 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Deleting subnet 0886adb6-95ba-4515-b76a-2a3e56993e89 {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:19:42.294356 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.332473 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265821'] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.412920 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.505031 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5818168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5549774'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.508087 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-64aae01e-ad11-4ee5-8c42-e803de5309c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:42.530635 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0886adb6-95ba-4515-b76a-2a3e56993e89,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:42.533578 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:42.534568 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.536716 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-6f1edcb0-96fa-4dca-b8c5-40afc74487ca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0886adb6-95ba-4515-b76a-2a3e56993e89 HTTP/1.1" status: 204 len: 168 time: 0.2903802 Jun 24 04:19:42.539078 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39574) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:42.541061 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6119467f-91ae-439f-b4d3-17a3b7b2a40f None None] Network 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:42.607264 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.658431 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Deleting port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:42.658699 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.728068 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] DHCP port deletion for 7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:19:42.728427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] For port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:42.728961 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.784390 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Deleting port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:19:42.784743 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.855526 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] For port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,segment=NetworkSegment(b8eaf27b-d8fe-407f-b20b-1502725bf020),segment_id=b8eaf27b-d8fe-407f-b20b-1502725bf020)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:42.856097 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:42.870425 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Calling delete_port for 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:43.012850 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.015099 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:43.025830 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Calling delete_port for 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 owned by network:dhcp {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:19:43.041943 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Pushing event deleted for resources: {'Port': ['ID=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:43.044919 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:43.045966 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] No DVR routers for this DVR port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:43.100752 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.103477 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:43.126085 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba6d1d4-9b5d-423f-ae3a-9821e3404d69,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:43.129426 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:43.130229 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] No DVR routers for this DVR port 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 on host dv-cinder-792462-18-iscsi {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:19:43.209230 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.219137 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:43.230225 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eaf27b-d8fe-407f-b20b-1502725bf020') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:43.230637 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eaf27b-d8fe-407f-b20b-1502725bf020') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:43.240078 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.254221 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.261082 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:19:43.261461 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: self.session.flush() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: self.session.flush() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: self.session.flush() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: self.session.flush() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:19:43.263691 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:19:43.328476 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2869b604-9d18-4a7d-b735-d8375b484557 req-281c03e1-8d7a-4452-928e-c27f4b957ee0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 210 time: 0.0684569 Jun 24 04:19:43.412603 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.416684 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:43.422159 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.422159 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] 10.222.0.26 "DELETE /v2.0/networks/7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5 HTTP/1.1" status: 204 len: 168 time: 0.8809106 Jun 24 04:19:43.432945 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Pushing event deleted for resources: {'Network': ['ID=7456a9d5-4e87-4e7e-9fe8-a2e27643b4f5,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:43.435942 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:43.789289 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39580) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:43.827661 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1edac116-5c94-467e-9121-e551c7f90273 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c59d239d9ab34038b049ed04507c55c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370970 Jun 24 04:19:43.830095 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39582) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:43.877748 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:43.899454 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.006253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.009110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.009687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-78bfb8c9-143c-4ea4-b1ed-bc1c6cabb189 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:44.013128 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fceeffe-682f-4af0-823a-4e5d8a1c65a0 HTTP/1.1" status: 204 len: 168 time: 0.1793165 Jun 24 04:19:44.013238 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-78bfb8c9-143c-4ea4-b1ed-bc1c6cabb189 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 816 time: 0.0987759 Jun 24 04:19:44.013342 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-8e2e24d8-daad-48be-8a05-1ed05a26998e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:44.019848 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fceeffe-682f-4af0-823a-4e5d8a1c65a0,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:44.022882 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-df6dcf86-acf0-4b98-b1b4-32dfb089c2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:44.063765 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-1af06e9b-b132-456e-b4e9-8756656f7b79 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 379 time: 0.0427821 Jun 24 04:19:44.072499 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'port': {'device_id': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'admin_state_up': True, 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'security_groups': ['71431622-8581-4c96-9e75-6af1bb5b441c']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:44.179256 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 8f66742c-300b-43e4-9366-412fd2ec9c09 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:44.199628 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 8f66742c-300b-43e4-9366-412fd2ec9c09 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:44.200201 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 8f66742c-300b-43e4-9366-412fd2ec9c09 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:44.200784 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:19:44.220958 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:19:44.221313 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 9ba6d1d4-9b5d-423f-ae3a-9821e3404d69 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:19:44.230191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Made reservation on behalf of f7948c07ea9b4fcf8c1682fa69a51102 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:44.233972 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.360337 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Allocated IP 172.20.0.5 (42bf8fff-6e0c-49a1-a294-84e03c94cc13/9fea1869-d778-447e-ad30-a86aefa68cfb/f824937a-62d1-4b32-9361-ae33b07ca1d7) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:44.476377 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fa855888-74c0-4e86-b8e7-88b6d869b07a req-fe0ad682-af2e-4a14-8cb5-1463fd2cbcb0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 210 time: 0.0278132 Jun 24 04:19:44.507288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.520501 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Transition to ACTIVE for port object f824937a-62d1-4b32-9361-ae33b07ca1d7 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:44.609967 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39594) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:44.636460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.641904 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-498a207e-26ae-4904-924d-aa8e3514951e tempest-AttachVolumeNegativeTest-1388555549 tempest-AttachVolumeNegativeTest-1388555549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:44.681626 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-69dc4355-4093-4750-9d41-2fc3bfca2d36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f2e8b5e9c014bb4be1509463f70fd5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704770 Jun 24 04:19:44.684206 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39596) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:44.697734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:44.700891 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:44.705298 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:44.709257 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:44.728991 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:44.745605 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.761365 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:44.762149 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.769246 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.836371 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677727 Jun 24 04:19:44.905458 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Request body: {'port': {'device_id': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:44.920985 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.923741 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:44.924857 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3de26e8b-8703-40c8-af82-223c00d918d2 HTTP/1.1" status: 204 len: 168 time: 0.2396243 Jun 24 04:19:44.926182 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-61d2b145-8d80-4fac-8240-8e1a604fe559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:44.933307 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de26e8b-8703-40c8-af82-223c00d918d2,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:44.935523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:44.978603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.006591 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a0755b38-225d-4e93-b234-e8a5d7505f00 None None] Provisioning for port f824937a-62d1-4b32-9361-ae33b07ca1d7 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:45.011763 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-a0755b38-225d-4e93-b234-e8a5d7505f00 None None] Provisioning complete for port f824937a-62d1-4b32-9361-ae33b07ca1d7 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:45.012352 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a0755b38-225d-4e93-b234-e8a5d7505f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.050047 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-a0755b38-225d-4e93-b234-e8a5d7505f00 None None] Port f824937a-62d1-4b32-9361-ae33b07ca1d7 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:19:45.513085 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f824937a-62d1-4b32-9361-ae33b07ca1d7 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:19:45.521586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.533225 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Transition to ACTIVE for port object f824937a-62d1-4b32-9361-ae33b07ca1d7 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:45.635554 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.638654 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5bcddea3-a794-45e2-a05e-60fbf845847c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:45.658624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ef7b9-b5b1-4d80-8377-9ba4fd2a12be req-61e9cdc4-db00-447b-848f-641a3642b995 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:45.660318 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d9ef7b9-b5b1-4d80-8377-9ba4fd2a12be req-61e9cdc4-db00-447b-848f-641a3642b995 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 931 time: 0.0672796 Jun 24 04:19:45.681824 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:45.686697 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:45.700350 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d9ef7b9-b5b1-4d80-8377-9ba4fd2a12be req-a77b2e0f-3a55-458d-aed3-0ede746af18e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345936 Jun 24 04:19:45.768723 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Attempting to bind port f824937a-62d1-4b32-9361-ae33b07ca1d7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:45.769020 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Attempting to bind port f824937a-62d1-4b32-9361-ae33b07ca1d7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:45.769403 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Attempting to bind port f824937a-62d1-4b32-9361-ae33b07ca1d7 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:45.777195 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Port f824937a-62d1-4b32-9361-ae33b07ca1d7 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:19:45.777195 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Attempting to bind port f824937a-62d1-4b32-9361-ae33b07ca1d7 on network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:45.782004 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:45.782399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Checking segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:45.782793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Bound using segment: {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:45.783226 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Bound port: f824937a-62d1-4b32-9361-ae33b07ca1d7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:45.783579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.855047 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:45.858350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:45.938712 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.942318 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d8d58a65-131c-4717-aa45-b220ff75a188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:45.971116 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:45.971710 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:45.973052 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] 10.222.0.10 "PUT /v2.0/ports/f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 1093 time: 1.0719426 Jun 24 04:19:45.973560 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:45.979540 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12b55f1-0817-49bb-b19b-97a652aa1462" -d '{"events": [{"name": "network-changed", "server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:46.013264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:46.013264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:46.018230 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920930b2-cb47-4a4c-a22d-e9ac5a4f7814 x-openstack-request-id: req-920930b2-cb47-4a4c-a22d-e9ac5a4f7814 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:46.018564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:46.019017 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-920930b2-cb47-4a4c-a22d-e9ac5a4f7814 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:46.019463 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'status': 'completed', 'code': 200} Jun 24 04:19:46.084399 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39622) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:46.100314 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b55f1-0817-49bb-b19b-97a652aa1462 req-06761edf-5766-45d9-bead-967e89e2da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.101949 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a12b55f1-0817-49bb-b19b-97a652aa1462 req-06761edf-5766-45d9-bead-967e89e2da21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1096 time: 0.0596330 Jun 24 04:19:46.198939 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1071826933-network', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:46.207565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b55f1-0817-49bb-b19b-97a652aa1462 req-9bd3285c-46f9-41f9-a9b7-a7c0aa3452b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.209038 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a12b55f1-0817-49bb-b19b-97a652aa1462 req-9bd3285c-46f9-41f9-a9b7-a7c0aa3452b2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0980577 Jun 24 04:19:46.286582 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Made reservation on behalf of d7fe6708e0684df8ae119b15630c9637 for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:46.288838 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.297337 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.304682 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b55f1-0817-49bb-b19b-97a652aa1462 req-09e765ec-b210-47f9-95db-eb0af5f6d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.306183 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a12b55f1-0817-49bb-b19b-97a652aa1462 req-09e765ec-b210-47f9-95db-eb0af5f6d412 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911925 Jun 24 04:19:46.384413 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.393237 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-27c12011-787d-40ae-94c9-6f95211a30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.394800 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-27c12011-787d-40ae-94c9-6f95211a30b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1096 time: 0.0516472 Jun 24 04:19:46.435007 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-2390d5e3-ed2e-4346-ae7d-6caac3591259 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 217 time: 0.0336049 Jun 24 04:19:46.440639 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.443662 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55ba9248-2bea-4541-aca0-22ba48ff4984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:46.465134 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:19:46.476361 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf055a-5888-4adb-834b-f051d7621cc6,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:46.480074 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:46.482811 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.483145 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Added segment b09c92a2-39ba-49c2-83f5-c0434a28feac of type vlan for network 2ece1730-2faf-4b20-8b24-eefedad5bec3 Jun 24 04:19:46.486827 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-caf34b22-1141-4f73-bf21-c7b6ba6bcb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.488293 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-caf34b22-1141-4f73-bf21-c7b6ba6bcb67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0466590 Jun 24 04:19:46.521657 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.545020 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da78d4-180e-4aea-8add-42184dbb667c req-6220cd83-11ec-432b-944e-1e302ff57fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.546554 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-6220cd83-11ec-432b-944e-1e302ff57fe4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522745 Jun 24 04:19:46.589539 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.590866 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.591434 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.594373 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6deac18f-92f3-4498-8ee7-645b450cf637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:46.636222 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-5207ae4c-3535-4b05-9900-9aa32e4d3bdc service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826979 Jun 24 04:19:46.652781 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Pushing event updated for resources: {'Network': ['ID=2ece1730-2faf-4b20-8b24-eefedad5bec3,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:46.655415 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:46.662995 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:19:46.681469 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5961595 Jun 24 04:19:46.684333 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39626) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:46.689258 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Request body: {'subnet': {'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1071826933-subnet', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:46.729850 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c6da78d4-180e-4aea-8add-42184dbb667c req-5b22f5d9-7679-4531-991d-d5455f2e9ebc service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859027 Jun 24 04:19:46.806983 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Made reservation on behalf of d7fe6708e0684df8ae119b15630c9637 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:46.809526 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5549793'] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:46.936699 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7a0f0-3de0-477b-929c-afcbcfc52d2a req-757c2771-bc6d-4922-8019-69bcd806945c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:46.938110 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0bc7a0f0-3de0-477b-929c-afcbcfc52d2a req-757c2771-bc6d-4922-8019-69bcd806945c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.1158211 Jun 24 04:19:47.010267 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0bc7a0f0-3de0-477b-929c-afcbcfc52d2a req-67feef54-982e-42f3-b288-a47fd7b2ec25 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645442 Jun 24 04:19:47.086719 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6248437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5549815'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.089680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:47.142020 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bb72d1-947c-49c7-a31e-b41e7f6affb8,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:47.146108 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:47.152675 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Checking segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:47.153029 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Network hostable DHCP agents. Network: 2ece1730-2faf-4b20-8b24-eefedad5bec3, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:19:47.206440 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:19:47.280973 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 2ece1730-2faf-4b20-8b24-eefedad5bec3) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:47.285062 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:47.285646 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.290154 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8cdc8-78c9-4bc6-800a-e324da5de6ef None None] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:47.382559 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39632) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:47.382788 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6972830 Jun 24 04:19:47.387318 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:47.431203 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-2ece1730-2faf-4b20-8b24-eefedad5bec3', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:19:47.432146 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.458446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.459414 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.512854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.564063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Allocated IP 172.20.0.2 (2ece1730-2faf-4b20-8b24-eefedad5bec3/18bb72d1-947c-49c7-a31e-b41e7f6affb8/4bf50413-b9e8-4411-a32a-0edc8d15e511) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:47.609970 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:19:47.698141 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.700636 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.708814 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Transition to ACTIVE for port object 4bf50413-b9e8-4411-a32a-0edc8d15e511 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:47.723439 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Transition to ACTIVE for port object 4bf50413-b9e8-4411-a32a-0edc8d15e511 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:47.841448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.844224 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:47.879776 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:47.882910 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:47.885419 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:47.901749 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Pushing event updated for resources: {'Port': ['ID=4bf50413-b9e8-4411-a32a-0edc8d15e511,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:47.927253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.927606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.927944 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.928276 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.928607 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.928934 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.929260 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.929581 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.929929 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.930249 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.930567 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.930887 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:47.935013 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:47.962186 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Attempting to bind port 4bf50413-b9e8-4411-a32a-0edc8d15e511 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:47.962482 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Attempting to bind port 4bf50413-b9e8-4411-a32a-0edc8d15e511 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:47.962845 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Attempting to bind port 4bf50413-b9e8-4411-a32a-0edc8d15e511 on network 2ece1730-2faf-4b20-8b24-eefedad5bec3 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:47.965704 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.967689 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:47.968070 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Checking segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:47.968473 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.968873 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Bound using segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:47.969340 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Bound port: 4bf50413-b9e8-4411-a32a-0edc8d15e511, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:47.969709 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:47.984849 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:48.030801 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] For port 4bf50413-b9e8-4411-a32a-0edc8d15e511, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:48.033769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] For port 4bf50413-b9e8-4411-a32a-0edc8d15e511, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=4bf50413-b9e8-4411-a32a-0edc8d15e511,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:48.089763 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Allocated IP 172.27.2.93 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/5743083a-6bcb-4473-81df-c65994721510) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:48.116290 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:48.123454 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:48.183115 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Pushing event updated for resources: {'Port': ['ID=4bf50413-b9e8-4411-a32a-0edc8d15e511,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:48.186184 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:48.189183 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c41815-7276-4e44-a80b-a06e23ed4eb7 req-50496077-9691-4653-acb9-f35e76dc852a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:48.190891 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9c41815-7276-4e44-a80b-a06e23ed4eb7 req-50496077-9691-4653-acb9-f35e76dc852a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0661733 Jun 24 04:19:48.202943 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:48.231229 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a9c41815-7276-4e44-a80b-a06e23ed4eb7 req-2194abcf-46eb-4dd4-ba90-593d3a7ee5c9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337090 Jun 24 04:19:48.315716 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:48.318526 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8ac461a6-e90d-4eef-82b1-9a4792e81133 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:48.357625 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:48.357625 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:48.358932 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:48.393641 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Pushing event updated for resources: {'Port': ['ID=5743083a-6bcb-4473-81df-c65994721510,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:48.397304 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:48.678911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:48.860987 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.041538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:19:49.072585 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d093e4a2-36de-436c-98c8-0250d10ce677 None None] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:49.145699 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:49.172306 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Sync routers for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:49.191552 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:49.195953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:49.212429 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.213660 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8299949 Jun 24 04:19:49.216327 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39636) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:49.252340 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-93e24206-8f04-47fb-869a-3ce68a4f00aa None None] Provisioning for port 4bf50413-b9e8-4411-a32a-0edc8d15e511 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:49.337396 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:49.420236 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b2d1f-21a3-46a0-b13e-3cdd3f9333ec req-64fdaf27-9b2b-45bd-a90f-803763192989 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:49.421796 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-272b2d1f-21a3-46a0-b13e-3cdd3f9333ec req-64fdaf27-9b2b-45bd-a90f-803763192989 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0703886 Jun 24 04:19:49.467545 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-272b2d1f-21a3-46a0-b13e-3cdd3f9333ec req-1d2585aa-d192-49be-93f1-56e437a99809 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372188 Jun 24 04:19:49.548111 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:48Z', 'revision_number': 3, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:49.580859 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Checking router: 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:49.581217 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Updating router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 port 5743083a-6bcb-4473-81df-c65994721510 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:49.621462 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.650397 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.838875 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Allocated IP 172.20.0.1 (2ece1730-2faf-4b20-8b24-eefedad5bec3/18bb72d1-947c-49c7-a31e-b41e7f6affb8/872545ad-f4c7-487a-8bb7-1a977e5bef6c) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:49.864313 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.873661 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Transition to ACTIVE for port object 5743083a-6bcb-4473-81df-c65994721510 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:49.934816 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.947042 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Transition to ACTIVE for port object 872545ad-f4c7-487a-8bb7-1a977e5bef6c will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:49.955229 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:49.958572 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7ab396bf-2e47-4a12-b12f-c585708085a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:50.041693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.043960 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c8b15480-d8fe-4f96-94c7-d659439c1687 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:50.081344 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:50.087271 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:50.090805 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:50.117080 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Pushing event updated for resources: {'Port': ['ID=872545ad-f4c7-487a-8bb7-1a977e5bef6c,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.121392 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:50.127886 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Attempting to bind port 5743083a-6bcb-4473-81df-c65994721510 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:50.129179 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Attempting to bind port 5743083a-6bcb-4473-81df-c65994721510 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:50.129802 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Attempting to bind port 5743083a-6bcb-4473-81df-c65994721510 on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:50.138675 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:50.139054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:50.139746 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.140310 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:50.140959 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Bound port: 5743083a-6bcb-4473-81df-c65994721510, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:50.141506 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.145100 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6667766-c0d7-4db8-baa2-9ee660e3a94a None None] Pushing event updated for resources: {'Port': ['ID=5743083a-6bcb-4473-81df-c65994721510,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.146089 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.164508 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-d6667766-c0d7-4db8-baa2-9ee660e3a94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:50.201796 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] For port 5743083a-6bcb-4473-81df-c65994721510, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:50.205156 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] For port 5743083a-6bcb-4473-81df-c65994721510, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=5743083a-6bcb-4473-81df-c65994721510,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:50.236736 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 4bf50413-b9e8-4411-a32a-0edc8d15e511 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:50.271584 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.274655 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8bacc742-8e8e-4049-8133-540f6772b11e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:50.343564 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:50.344192 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:50.348898 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6667766-c0d7-4db8-baa2-9ee660e3a94a None None] Pushing event updated for resources: {'Port': ['ID=5743083a-6bcb-4473-81df-c65994721510,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.384781 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-d6667766-c0d7-4db8-baa2-9ee660e3a94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:50.386104 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.430149 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 4bf50413-b9e8-4411-a32a-0edc8d15e511 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:50.433626 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6a5c774e-6047-40b7-84ba-478388f117f1 None None] Provisioning for port 872545ad-f4c7-487a-8bb7-1a977e5bef6c completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:50.441478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 4bf50413-b9e8-4411-a32a-0edc8d15e511 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:50.442237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.449963 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6a5c774e-6047-40b7-84ba-478388f117f1 None None] Provisioning complete for port 872545ad-f4c7-487a-8bb7-1a977e5bef6c triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:50.450337 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6a5c774e-6047-40b7-84ba-478388f117f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.512267 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:50.551443 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c774e-6047-40b7-84ba-478388f117f1 None None] Port 872545ad-f4c7-487a-8bb7-1a977e5bef6c cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:19:50.558513 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.606777 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.609970 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:50.665020 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51893ee3-57bf-4614-a92a-508d2db0e4f7 req-c3d45ba6-096d-4a4b-bab1-5e116706c356 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:50.672087 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-51893ee3-57bf-4614-a92a-508d2db0e4f7 req-c3d45ba6-096d-4a4b-bab1-5e116706c356 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0764291 Jun 24 04:19:50.672576 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Pushing event updated for resources: {'Port': ['ID=872545ad-f4c7-487a-8bb7-1a977e5bef6c,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.675020 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.676479 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.678601 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:50.716563 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-51893ee3-57bf-4614-a92a-508d2db0e4f7 req-25ab4145-3d6a-45a9-a04d-709793b0b04f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432401 Jun 24 04:19:50.728205 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 4bf50413-b9e8-4411-a32a-0edc8d15e511, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=4bf50413-b9e8-4411-a32a-0edc8d15e511,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:50.770604 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:50.772108 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:50.776932 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:49Z', 'revision_number': 1, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:50.780011 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:50.804751 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:50.808746 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfd117-11a1-40b2-a892-3437baef748e None None] The sync data for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi is: [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:49Z', 'revision_number': 1, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:50.859949 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=4bf50413-b9e8-4411-a32a-0edc8d15e511,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:50.871727 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:50.891820 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:50.975144 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-5fa34740-b6c3-46f9-acee-36d6420d2a0f None None] Provisioning complete for port 872545ad-f4c7-487a-8bb7-1a977e5bef6c triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:50.975632 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5fa34740-b6c3-46f9-acee-36d6420d2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:51.028227 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-5fa34740-b6c3-46f9-acee-36d6420d2a0f None None] Port 872545ad-f4c7-487a-8bb7-1a977e5bef6c cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:19:51.046917 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:19:51.165819 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:51.180755 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'mac_address': 'fa:16:3e:b9:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:19:51.219453 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:51.238251 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f824937a-62d1-4b32-9361-ae33b07ca1d7 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:19:51.258796 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:51.283833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:51.289525 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] 10.222.0.26 "PUT /v2.0/routers/7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721993 Jun 24 04:19:51.332894 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:51.335013 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:51.384713 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:51.389656 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:51.725394 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['f824937a-62d1-4b32-9361-ae33b07ca1d7'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:19:51.913259 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7632e-9ae5-414b-acff-58b50e0e2c2c req-3f098c17-d2a9-4801-919d-c67569665af1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:51.914814 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7ba7632e-9ae5-414b-acff-58b50e0e2c2c req-3f098c17-d2a9-4801-919d-c67569665af1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 944 time: 0.0709922 Jun 24 04:19:51.954060 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7ba7632e-9ae5-414b-acff-58b50e0e2c2c req-74273de0-1aa3-45ed-958e-1815e2f204fc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336111 Jun 24 04:19:51.988535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39658) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:51.993918 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1577637506-network', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:52.069448 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Made reservation on behalf of 88fc30e402bd4b9d903e0a81462c4e59 for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:52.071935 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.081046 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.172245 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.239094 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 4bf50413-b9e8-4411-a32a-0edc8d15e511 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:52.246683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.251014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6149f0c4-c017-4c53-bddf-e3f64144c3f3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:52.271193 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:19:52.280881 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5850084-7aba-4e35-ab5c-22d4d20ddea7,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:52.285164 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:52.288561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.288903 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Added segment b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43 of type vlan for network 282f08b7-243e-4456-a09d-ca92b8d7a997 Jun 24 04:19:52.291452 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 4bf50413-b9e8-4411-a32a-0edc8d15e511 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:52.291863 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.328350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.368414 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 5743083a-6bcb-4473-81df-c65994721510 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:52.412370 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.413729 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:52.414363 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.417404 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bbe1ff36-e339-4599-8437-854032412904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:52.475982 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Pushing event updated for resources: {'Network': ['ID=282f08b7-243e-4456-a09d-ca92b8d7a997,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:52.478711 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:52.480968 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 5743083a-6bcb-4473-81df-c65994721510 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:52.486638 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:19:52.490239 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 5743083a-6bcb-4473-81df-c65994721510 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:52.490615 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.516214 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2e2087c5-d166-4c1c-8503-b1689fa6acae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5264754 Jun 24 04:19:52.519494 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39660) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:52.524756 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Request body: {'subnet': {'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1577637506-subnet', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:52.600702 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Made reservation on behalf of 88fc30e402bd4b9d903e0a81462c4e59 for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:19:52.603080 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5549793'] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.619264 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.639944 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 5743083a-6bcb-4473-81df-c65994721510, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=5743083a-6bcb-4473-81df-c65994721510,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:52.693252 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.695455 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-b8196e58-c66e-4f14-97d7-fa3cf6c7bbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:52.746017 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=5743083a-6bcb-4473-81df-c65994721510,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:52.749105 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:52.869531 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6248437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5549815'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:52.870195 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Sync routers for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:52.871962 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:52.880155 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:52.880758 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:52.929443 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77061f4-232e-4644-bc07-d8804f46979f,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:52.936002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:52.939751 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Checking segment: {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:52.940103 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Network hostable DHCP agents. Network: 282f08b7-243e-4456-a09d-ca92b8d7a997, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:19:52.983232 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:52.989232 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:19:53.053234 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:53.059192 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 282f08b7-243e-4456-a09d-ca92b8d7a997) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:53.076011 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:53.077549 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.077917 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6e5a1-0a6a-4964-8bce-bb324cf18e37 None None] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:53.161581 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4be33-e19e-4451-8633-2f24e430801a req-68030c8e-ed69-489e-a7e8-f06d912831a3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:53.166360 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-90e4be33-e19e-4451-8633-2f24e430801a req-68030c8e-ed69-489e-a7e8-f06d912831a3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 944 time: 0.0855317 Jun 24 04:19:53.174732 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6516485 Jun 24 04:19:53.176553 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39664) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:53.183655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:53.205172 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-90e4be33-e19e-4451-8633-2f24e430801a req-4451c495-1d13-45ab-b1a7-e0f8b5f459c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343471 Jun 24 04:19:53.248406 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port f824937a-62d1-4b32-9361-ae33b07ca1d7 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:53.248406 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port f824937a-62d1-4b32-9361-ae33b07ca1d7 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:53.249293 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.252939 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-282f08b7-243e-4456-a09d-ca92b8d7a997', 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'fixed_ips': [{'subnet_id': 'a77061f4-232e-4644-bc07-d8804f46979f'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:19:53.254587 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.264230 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.265802 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.278343 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 2, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:53.307614 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Checking router: 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:53.308028 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Updating router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 port 872545ad-f4c7-487a-8bb7-1a977e5bef6c binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:53.318144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.341199 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.432391 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.461253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Allocated IP 172.20.0.2 (282f08b7-243e-4456-a09d-ca92b8d7a997/a77061f4-232e-4644-bc07-d8804f46979f/e1fb8825-83af-4b31-b02c-8d151251001b) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:53.471301 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:53.474187 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca879ef-5986-48b2-9844-499f8d808c68" -d '{"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-plugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:53.493929 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:53.542087 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.551675 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3dbd85-874d-47cb-a4bf-393b8e5af38c x-openstack-request-id: req-6f3dbd85-874d-47cb-a4bf-393b8e5af38c {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:53.551964 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-plugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:53.552225 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f3dbd85-874d-47cb-a4bf-393b8e5af38c {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:53.552614 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'code': 200} Jun 24 04:19:53.575660 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.582495 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:53.623758 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.635755 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Transition to ACTIVE for port object 872545ad-f4c7-487a-8bb7-1a977e5bef6c will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:53.663019 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:53.675291 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:53.676734 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.684331 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Transition to ACTIVE for port object e1fb8825-83af-4b31-b02c-8d151251001b will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:53.701258 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Transition to ACTIVE for port object e1fb8825-83af-4b31-b02c-8d151251001b will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:53.760950 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.763406 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:53.784319 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.788994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:53.806608 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Pushing event updated for resources: {'Port': ['ID=872545ad-f4c7-487a-8bb7-1a977e5bef6c,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:53.833350 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:53.836219 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:53.840253 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.841447 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:53.843956 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Pushing event updated for resources: {'Port': ['ID=e1fb8825-83af-4b31-b02c-8d151251001b,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:53.845682 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.846364 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.847101 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.847540 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:53.847917 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.848478 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.849023 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.849584 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.850159 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.850715 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.856028 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.856028 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.856028 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:19:53.859726 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:53.869429 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.904268 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Attempting to bind port 872545ad-f4c7-487a-8bb7-1a977e5bef6c on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:53.904814 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Attempting to bind port 872545ad-f4c7-487a-8bb7-1a977e5bef6c by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:53.905076 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Attempting to bind port 872545ad-f4c7-487a-8bb7-1a977e5bef6c on network 2ece1730-2faf-4b20-8b24-eefedad5bec3 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:53.910889 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:53.911595 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Checking segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:53.912199 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.912843 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Bound using segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:53.913677 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Bound port: 872545ad-f4c7-487a-8bb7-1a977e5bef6c, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:53.914340 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.918803 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Attempting to bind port e1fb8825-83af-4b31-b02c-8d151251001b on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:53.919228 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Attempting to bind port e1fb8825-83af-4b31-b02c-8d151251001b by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:53.919597 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Attempting to bind port e1fb8825-83af-4b31-b02c-8d151251001b on network 282f08b7-243e-4456-a09d-ca92b8d7a997 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:53.926386 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:53.927140 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Checking segment: {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:53.927564 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.928257 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Bound using segment: {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:53.928500 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Bound port: e1fb8825-83af-4b31-b02c-8d151251001b, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:53.929045 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:53.982501 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] For port 872545ad-f4c7-487a-8bb7-1a977e5bef6c, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:53.984710 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Allocated IP 172.27.2.162 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/673e7d35-b3ad-440b-8764-fe02bcc949ef) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:53.986392 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] For port 872545ad-f4c7-487a-8bb7-1a977e5bef6c, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=872545ad-f4c7-487a-8bb7-1a977e5bef6c,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:54.002800 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] For port e1fb8825-83af-4b31-b02c-8d151251001b, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:54.006849 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] For port e1fb8825-83af-4b31-b02c-8d151251001b, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=e1fb8825-83af-4b31-b02c-8d151251001b,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:54.052829 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:54.056026 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:54.076114 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:54.078676 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-49e0f885-5895-46de-926b-cff86e08c76e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:54.104473 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:54.104705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d9d05-1eac-403e-8c55-4912e745feb8 req-570d280f-e1ab-42ad-a070-7fbfe35fe5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:54.105093 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:54.106106 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c58d9d05-1eac-403e-8c55-4912e745feb8 req-570d280f-e1ab-42ad-a070-7fbfe35fe5ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1098 time: 0.1165910 Jun 24 04:19:54.176845 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:54.186767 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Pushing event updated for resources: {'Port': ['ID=e1fb8825-83af-4b31-b02c-8d151251001b,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:54.192015 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:54.202759 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c58d9d05-1eac-403e-8c55-4912e745feb8 req-5672b641-936d-49b8-a647-0fa43073a16b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847919 Jun 24 04:19:54.205697 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Pushing event updated for resources: {'Port': ['ID=872545ad-f4c7-487a-8bb7-1a977e5bef6c,revision_number=4']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:54.209784 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:54.226328 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 5743083a-6bcb-4473-81df-c65994721510 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:54.292589 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 5743083a-6bcb-4473-81df-c65994721510 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:54.293168 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:54.297234 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:54.309646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:54.312213 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1dd49b37-f0da-41df-9682-e25f9a0678ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:54.464938 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:54.474108 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:54.484790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:54.515276 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74857be-8123-402a-b51a-126f9fc0d6bb req-991ab682-0f82-4e60-a8f0-b7db36b3f933 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:54.516812 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f74857be-8123-402a-b51a-126f9fc0d6bb req-991ab682-0f82-4e60-a8f0-b7db36b3f933 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.1329513 Jun 24 04:19:54.520429 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Pushing event updated for resources: {'Port': ['ID=673e7d35-b3ad-440b-8764-fe02bcc949ef,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:54.523638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:54.581810 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f74857be-8123-402a-b51a-126f9fc0d6bb req-cdaa410e-9d1a-423e-af91-632d4e033b1f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563767 Jun 24 04:19:54.589851 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:53Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:54.620736 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e57a8b-9d8b-439f-9384-4f2b7bad670c None None] The sync data for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi is: [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:53Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:54.821403 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:55.027454 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:55.231969 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a9953-108e-4280-9461-387d423d38ea None None] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:19:55.246068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Router a67202cc-94b8-4c8b-a999-b9315b7a050f is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93536) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:19:55.356511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:55.374253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Sync routers for ids ['a67202cc-94b8-4c8b-a999-b9315b7a050f'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:55.380107 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-33e25200-f72a-4841-995b-7d074f7e7615 None None] Provisioning for port e1fb8825-83af-4b31-b02c-8d151251001b completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:55.395238 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Routers {'a67202cc-94b8-4c8b-a999-b9315b7a050f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:55.395856 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['a67202cc-94b8-4c8b-a999-b9315b7a050f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:55.457846 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:55.459262 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2801523 Jun 24 04:19:55.462064 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39670) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:55.636648 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Set router a67202cc-94b8-4c8b-a999-b9315b7a050f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:55.781316 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c36f5e-af32-4483-ac47-3e84151650eb req-5012fa34-e2c3-41b5-a00c-b5b6b584c0ad tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:55.783197 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b4c36f5e-af32-4483-ac47-3e84151650eb req-5012fa34-e2c3-41b5-a00c-b5b6b584c0ad tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0733249 Jun 24 04:19:55.831430 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b4c36f5e-af32-4483-ac47-3e84151650eb req-11d03d0b-9a01-4906-a9f7-2096f1c49e2e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 Jun 24 04:19:55.848329 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:54Z', 'revision_number': 3, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:55.876979 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Checking router: a67202cc-94b8-4c8b-a999-b9315b7a050f for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:55.877295 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Updating router a67202cc-94b8-4c8b-a999-b9315b7a050f port 673e7d35-b3ad-440b-8764-fe02bcc949ef binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:55.895322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:55.911986 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.007157 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629aa5-f86b-4145-9fb5-dca2bb1c1a5d req-797ef806-2b32-4d11-b4d0-1a93b1690c90 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:56.008841 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb629aa5-f86b-4145-9fb5-dca2bb1c1a5d req-797ef806-2b32-4d11-b4d0-1a93b1690c90 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0660074 Jun 24 04:19:56.017262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39676) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:56.021763 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Request body: {'floatingip': {'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:56.081270 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.151903 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Allocated IP 172.20.0.1 (282f08b7-243e-4456-a09d-ca92b8d7a997/a77061f4-232e-4644-bc07-d8804f46979f/c201d034-4f07-4e6f-943a-b11343d6cf04) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:19:56.199425 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.210545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Transition to ACTIVE for port object 673e7d35-b3ad-440b-8764-fe02bcc949ef will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:56.275321 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.279608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-998c111c-17bd-41b2-8f8a-ae305bfc80f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:56.324617 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 872545ad-f4c7-487a-8bb7-1a977e5bef6c up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:56.328983 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Attempting to bind port 673e7d35-b3ad-440b-8764-fe02bcc949ef on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:56.329375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Attempting to bind port 673e7d35-b3ad-440b-8764-fe02bcc949ef by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:56.329749 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Attempting to bind port 673e7d35-b3ad-440b-8764-fe02bcc949ef on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:56.361060 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:56.361448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:56.361867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.369681 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:56.369681 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Bound port: 673e7d35-b3ad-440b-8764-fe02bcc949ef, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:56.369681 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.369681 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7477-7f05-495a-8d8a-2a0ce74cb7bf None None] Pushing event updated for resources: {'Port': ['ID=673e7d35-b3ad-440b-8764-fe02bcc949ef,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:56.381081 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.396385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0edd7477-7f05-495a-8d8a-2a0ce74cb7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:56.404429 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Transition to ACTIVE for port object c201d034-4f07-4e6f-943a-b11343d6cf04 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:56.434891 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] For port 673e7d35-b3ad-440b-8764-fe02bcc949ef, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:19:56.437881 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] For port 673e7d35-b3ad-440b-8764-fe02bcc949ef, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=673e7d35-b3ad-440b-8764-fe02bcc949ef,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:19:56.515241 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 872545ad-f4c7-487a-8bb7-1a977e5bef6c completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:56.521968 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 872545ad-f4c7-487a-8bb7-1a977e5bef6c triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:56.523637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.526302 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.529529 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-d6667766-c0d7-4db8-baa2-9ee660e3a94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:56.623091 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7477-7f05-495a-8d8a-2a0ce74cb7bf None None] Pushing event updated for resources: {'Port': ['ID=673e7d35-b3ad-440b-8764-fe02bcc949ef,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:56.627275 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Routers {'a67202cc-94b8-4c8b-a999-b9315b7a050f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:56.628600 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['a67202cc-94b8-4c8b-a999-b9315b7a050f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:56.630567 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0edd7477-7f05-495a-8d8a-2a0ce74cb7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:56.739854 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.788599 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] Set router a67202cc-94b8-4c8b-a999-b9315b7a050f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:56.819955 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 872545ad-f4c7-487a-8bb7-1a977e5bef6c, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=872545ad-f4c7-487a-8bb7-1a977e5bef6c,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:56.820301 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.823950 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6e0c6522-30a7-4296-b65a-135d6b1074cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:56.870960 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:56.880264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:56.882759 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:19:56.896608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:56.897579 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device e1fb8825-83af-4b31-b02c-8d151251001b up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:56.905453 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:56.930503 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Pushing event updated for resources: {'Port': ['ID=c201d034-4f07-4e6f-943a-b11343d6cf04,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:56.936422 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:56.959674 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.006278 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=872545ad-f4c7-487a-8bb7-1a977e5bef6c,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:57.032602 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:57.048944 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.072376 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:54Z', 'revision_number': 3, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:57.101459 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port e1fb8825-83af-4b31-b02c-8d151251001b completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:57.103546 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3820ea7-28f3-4b7e-b955-df4620e95b00 None None] The sync data for ids ['a67202cc-94b8-4c8b-a999-b9315b7a050f'] in dv-cinder-792462-18-iscsi is: [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:54Z', 'revision_number': 3, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:57.108078 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port e1fb8825-83af-4b31-b02c-8d151251001b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:57.108597 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.115464 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.196795 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.216520 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-c7ad6207-3bd0-4b73-b8e5-0c1f31148430 None None] Provisioning for port c201d034-4f07-4e6f-943a-b11343d6cf04 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:57.216805 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-c7ad6207-3bd0-4b73-b8e5-0c1f31148430 None None] Provisioning complete for port c201d034-4f07-4e6f-943a-b11343d6cf04 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:57.217184 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6207-3bd0-4b73-b8e5-0c1f31148430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.254210 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.256061 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port e1fb8825-83af-4b31-b02c-8d151251001b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=e1fb8825-83af-4b31-b02c-8d151251001b,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:57.257964 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Floating IP 250b239e-6ac3-4ace-a444-2a23b157aa19 associated. External IP: 172.27.2.195, port: f824937a-62d1-4b32-9361-ae33b07ca1d7. Jun 24 04:19:57.272692 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad6207-3bd0-4b73-b8e5-0c1f31148430 None None] Port c201d034-4f07-4e6f-943a-b11343d6cf04 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:19:57.322698 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.331907 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:57.387640 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=e1fb8825-83af-4b31-b02c-8d151251001b,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:57.394787 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:57.609048 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.613766 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:57.669768 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.674468 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8433be60-d326-429d-a9e2-8399dcd8349a tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:57.772368 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:57.781972 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:57.782631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.788552 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:57.794889 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:57.795524 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:57.806944 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Pushing event updated for resources: {'Port': ['ID=c201d034-4f07-4e6f-943a-b11343d6cf04,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:57.811922 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:57.849907 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8cc52df8-7b04-47f1-90ff-fbb0806299c7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "PUT /v2.0/floatingips/250b239e-6ac3-4ace-a444-2a23b157aa19 HTTP/1.1" status: 200 len: 991 time: 1.8306932 Jun 24 04:19:57.851060 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:19:57.853375 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f9e3f-2b78-4840-9fef-4cce82714f60" -d '{"events": [{"name": "network-changed", "server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:19:57.906549 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:57.922191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:19:57.923484 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:19:58.043612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4965603-a4f0-4b49-8371-fe23ce30eec2 x-openstack-request-id: req-b4965603-a4f0-4b49-8371-fe23ce30eec2 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:19:58.044300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:19:58.044300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4965603-a4f0-4b49-8371-fe23ce30eec2 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:19:58.044656 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'status': 'completed', 'code': 200} Jun 24 04:19:58.062839 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Router a67202cc-94b8-4c8b-a999-b9315b7a050f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:19:58.160186 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '250b239e-6ac3-4ace-a444-2a23b157aa19', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'mac_address': 'fa:16:3e:b9:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:19:40Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 1, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:58.189119 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:58.198364 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:58.198986 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:58.206489 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-e6f21ca2-18b9-4d33-891f-fd2240cd3e25 None None] Provisioning complete for port c201d034-4f07-4e6f-943a-b11343d6cf04 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:58.207489 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e6f21ca2-18b9-4d33-891f-fd2240cd3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:58.212539 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-0d6a8969-6ef8-479d-b238-77dbfc29d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:58.214063 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-0d6a8969-6ef8-479d-b238-77dbfc29d080 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1098 time: 0.1468217 Jun 24 04:19:58.220536 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:19:58.234057 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] 10.222.0.26 "PUT /v2.0/routers/a67202cc-94b8-4c8b-a999-b9315b7a050f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7709310 Jun 24 04:19:58.264538 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-e6f21ca2-18b9-4d33-891f-fd2240cd3e25 None None] Port c201d034-4f07-4e6f-943a-b11343d6cf04 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:19:58.332399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-6c51c929-800b-42c0-9970-5794cf7b680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:58.333911 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-6c51c929-800b-42c0-9970-5794cf7b680c service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.1109445 Jun 24 04:19:58.335276 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:58.345298 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 872545ad-f4c7-487a-8bb7-1a977e5bef6c up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:58.430769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 872545ad-f4c7-487a-8bb7-1a977e5bef6c triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:58.431505 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-e9463123-24cb-4369-8179-f8671f6635db service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 999 time: 0.0912025 Jun 24 04:19:58.432132 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:58.489407 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-132319ea-a318-4887-b23d-f5138b62c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:58.491236 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-132319ea-a318-4887-b23d-f5138b62c818 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0502536 Jun 24 04:19:58.549647 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device e1fb8825-83af-4b31-b02c-8d151251001b up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:58.570638 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-340fcf48-40e6-424b-b56a-0ed2a07b44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:19:58.572150 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-340fcf48-40e6-424b-b56a-0ed2a07b44fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0745835 Jun 24 04:19:58.604264 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port e1fb8825-83af-4b31-b02c-8d151251001b triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:58.604985 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:58.693868 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 673e7d35-b3ad-440b-8764-fe02bcc949ef up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:19:58.700843 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-8a0bef98-a99b-40ab-b507-d983b2a0af57 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178057 Jun 24 04:19:58.760719 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '250b239e-6ac3-4ace-a444-2a23b157aa19', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'mac_address': 'fa:16:3e:b9:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:19:40Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 1, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:58.788817 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e68b27-b81d-4c3e-91fa-cf0dd4fd1049 None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '250b239e-6ac3-4ace-a444-2a23b157aa19', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'floating_ip_address': '172.27.2.195', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'mac_address': 'fa:16:3e:b9:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:19:40Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 1, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:19:58.789781 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 673e7d35-b3ad-440b-8764-fe02bcc949ef completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:19:58.798556 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 673e7d35-b3ad-440b-8764-fe02bcc949ef triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:19:58.802008 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:58.815003 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-875f9e3f-2b78-4840-9fef-4cce82714f60 req-74cd6961-f002-43ad-aef6-e4c4c7dc4122 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073394 Jun 24 04:19:58.855188 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Sync routers for ids ['a67202cc-94b8-4c8b-a999-b9315b7a050f'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:19:58.870292 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Routers {'a67202cc-94b8-4c8b-a999-b9315b7a050f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:19:58.870915 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['a67202cc-94b8-4c8b-a999-b9315b7a050f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:58.981298 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.015843 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 673e7d35-b3ad-440b-8764-fe02bcc949ef, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=673e7d35-b3ad-440b-8764-fe02bcc949ef,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:19:59.020550 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Set router a67202cc-94b8-4c8b-a999-b9315b7a050f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:19:59.036868 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a87deb3-0e6e-4ff0-adf2-00416fa84362 None None] New status for floating IP 250b239e-6ac3-4ace-a444-2a23b157aa19: ACTIVE {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:19:59.101666 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.105910 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:59.329945 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=673e7d35-b3ad-440b-8764-fe02bcc949ef,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:59.333659 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:59.399429 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:57Z', 'revision_number': 4, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'c201d034-4f07-4e6f-943a-b11343d6cf04', 'name': '', 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'mac_address': 'fa:16:3e:64:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a77061f4-232e-4644-bc07-d8804f46979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:55Z', 'updated_at': '2021-06-24T04:19:57Z', 'revision_number': 2, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'subnets': [{'id': 'a77061f4-232e-4644-bc07-d8804f46979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:19:59.425238 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Checking router: a67202cc-94b8-4c8b-a999-b9315b7a050f for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:19:59.425685 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Updating router a67202cc-94b8-4c8b-a999-b9315b7a050f port c201d034-4f07-4e6f-943a-b11343d6cf04 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:19:59.461039 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39694) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:59.466088 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.466653 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690069437', 'description': 'tempest-secgroup-smoke-690069437 description', 'project_id': 'd7fe6708e0684df8ae119b15630c9637'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:59.549704 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.631203 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.715051 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.718448 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-149b0fe2-91de-4817-9cb7-d764aa2421a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:59.727577 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.737593 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Transition to ACTIVE for port object c201d034-4f07-4e6f-943a-b11343d6cf04 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:19:59.743859 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf414d2-75fa-453a-b06f-89e893de053d,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:59.753459 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:59.828993 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.830362 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-dbb47f6d-754b-4145-aee8-090250fad6ed tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3680253 Jun 24 04:19:59.833824 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39696) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:19:59.834988 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.837129 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:19:59.839074 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group_rule': {'security_group_id': 'bbf414d2-75fa-453a-b06f-89e893de053d', 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:19:59.884193 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079dbeb-ebf1-4e45-9b38-7ee3b7221f52 None None] Pushing event updated for resources: {'Port': ['ID=c201d034-4f07-4e6f-943a-b11343d6cf04,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:19:59.887670 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7079dbeb-ebf1-4e45-9b38-7ee3b7221f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:19:59.936685 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.942407 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Attempting to bind port c201d034-4f07-4e6f-943a-b11343d6cf04 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:19:59.942786 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Attempting to bind port c201d034-4f07-4e6f-943a-b11343d6cf04 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:19:59.943377 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Attempting to bind port c201d034-4f07-4e6f-943a-b11343d6cf04 on network 282f08b7-243e-4456-a09d-ca92b8d7a997 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:19:59.948892 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:19:59.949272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Checking segment: {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:19:59.949704 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:19:59.950139 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Bound using segment: {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:19:59.950616 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Bound port: c201d034-4f07-4e6f-943a-b11343d6cf04, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:19:59.950991 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.000463 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.023483 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] For port c201d034-4f07-4e6f-943a-b11343d6cf04, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:00.039848 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] For port c201d034-4f07-4e6f-943a-b11343d6cf04, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=c201d034-4f07-4e6f-943a-b11343d6cf04,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:00.063376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.069243 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:00.085430 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f725200d-5724-439a-8a4b-6eb26c356bec,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:00.095701 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:00.105651 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.110371 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:00.155580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.157602 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0febb558-a5f5-421e-9cef-45132afcbd18 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226318 Jun 24 04:20:00.162192 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39698) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:00.167987 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group_rule': {'security_group_id': 'bbf414d2-75fa-453a-b06f-89e893de053d', 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:00.218357 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079dbeb-ebf1-4e45-9b38-7ee3b7221f52 None None] Pushing event updated for resources: {'Port': ['ID=c201d034-4f07-4e6f-943a-b11343d6cf04,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:00.221047 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 673e7d35-b3ad-440b-8764-fe02bcc949ef up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:00.223299 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7079dbeb-ebf1-4e45-9b38-7ee3b7221f52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:00.224398 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Routers {'a67202cc-94b8-4c8b-a999-b9315b7a050f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:20:00.225020 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:19:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['a67202cc-94b8-4c8b-a999-b9315b7a050f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:00.269215 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.278858 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.337052 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.384586 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] Set router a67202cc-94b8-4c8b-a999-b9315b7a050f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:20:00.406418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.408462 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:00.427162 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 673e7d35-b3ad-440b-8764-fe02bcc949ef triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:00.427546 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.429078 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b238b7a-b7d2-4a35-ba45-e972f576a4bf,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:00.435058 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:00.497520 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.498840 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3355205 Jun 24 04:20:00.501487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39700) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:00.506218 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group_rule': {'security_group_id': 'bbf414d2-75fa-453a-b06f-89e893de053d', 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:00.588829 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.650854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.668620 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:57Z', 'revision_number': 4, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'c201d034-4f07-4e6f-943a-b11343d6cf04', 'name': '', 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'mac_address': 'fa:16:3e:64:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a77061f4-232e-4644-bc07-d8804f46979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:55Z', 'updated_at': '2021-06-24T04:20:00Z', 'revision_number': 4, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'subnets': [{'id': 'a77061f4-232e-4644-bc07-d8804f46979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:00.695278 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f0a0e1-7277-4704-9500-97b1ed40301f None None] The sync data for ids ['a67202cc-94b8-4c8b-a999-b9315b7a050f'] in dv-cinder-792462-18-iscsi is: [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:57Z', 'revision_number': 4, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'c201d034-4f07-4e6f-943a-b11343d6cf04', 'name': '', 'network_id': '282f08b7-243e-4456-a09d-ca92b8d7a997', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'mac_address': 'fa:16:3e:64:16:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'a77061f4-232e-4644-bc07-d8804f46979f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:55Z', 'updated_at': '2021-06-24T04:20:00Z', 'revision_number': 4, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'subnets': [{'id': 'a77061f4-232e-4644-bc07-d8804f46979f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:00.721027 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.723821 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2724bc73-f830-496a-af9f-6ed481aff1cc tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:00.739965 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec4d110-4fc7-467f-ae70-0829aea4ba7c,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:00.742726 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:00.834898 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.836010 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5f5a292c-e7c7-4d86-9c24-7c9e1017318f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335836 Jun 24 04:20:00.838678 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39704) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:00.843106 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group_rule': {'security_group_id': 'bbf414d2-75fa-453a-b06f-89e893de053d', 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:00.918779 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:00.977032 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.051412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.053456 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:01.069793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad1a339-75eb-4b5a-b85a-22f545ec5c82,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:01.072211 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:01.155746 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.156996 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-0bb9f930-0768-40f8-82a5-542bb3568d1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173981 Jun 24 04:20:01.159791 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39706) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:01.164268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group_rule': {'security_group_id': 'bbf414d2-75fa-453a-b06f-89e893de053d', 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:01.246499 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.securitygroups_db [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Project d7fe6708e0684df8ae119b15630c9637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:20:01.251898 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.322260 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.377757 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.380444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:01.400737 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0244ae-307c-44f8-8d52-e43a432abbc0,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:01.400737 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:01.452144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.453416 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b962c820-336d-4981-81ab-13c8a57cec1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926891 Jun 24 04:20:01.456099 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 39708) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:01.460656 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'security_group_rule': {'security_group_id': 'bbf414d2-75fa-453a-b06f-89e893de053d', 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:01.521088 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.securitygroups_db [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Project d7fe6708e0684df8ae119b15630c9637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 04:20:01.526360 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.588682 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.658169 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.664436 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:01.679828 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb866a69-c04e-47d4-8a3d-44979bd48650,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:01.682818 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:01.795440 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:01.800442 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-ccc5fe05-784a-4cd0-ba02-522ad1af1dd0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397105 Jun 24 04:20:02.198545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c201d034-4f07-4e6f-943a-b11343d6cf04 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:02.343416 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port c201d034-4f07-4e6f-943a-b11343d6cf04 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:20:02.348162 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port c201d034-4f07-4e6f-943a-b11343d6cf04 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:02.348555 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:02.426151 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:02.457469 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port c201d034-4f07-4e6f-943a-b11343d6cf04, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=c201d034-4f07-4e6f-943a-b11343d6cf04,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:02.526302 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:02.528178 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:02.574807 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=c201d034-4f07-4e6f-943a-b11343d6cf04,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:02.586423 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:02.995283 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a8125ffa-ff5d-4c13-80b0-0b7ac8567b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:04.180347 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c201d034-4f07-4e6f-943a-b11343d6cf04 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:04.230523 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port c201d034-4f07-4e6f-943a-b11343d6cf04 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:04.230815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:04.473803 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-4e6dbe88-3b18-4c34-9f4e-677553445c82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509138 Jun 24 04:20:04.573231 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-5ed278c8-002b-446b-9ac9-e7a4806b7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.574711 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-5ed278c8-002b-446b-9ac9-e7a4806b7bf0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1099 time: 0.0553567 Jun 24 04:20:04.678852 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-30f2f2ec-d0aa-42f2-ac91-b1c77240dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.680344 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-30f2f2ec-d0aa-42f2-ac91-b1c77240dda7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0848732 Jun 24 04:20:04.750002 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-70fe5a41-4f9b-4a41-b0ee-4b4072300481 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 200 len: 1001 time: 0.0622296 Jun 24 04:20:04.795949 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-b03008b5-7375-4b13-870e-207c5c62adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.797297 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-b03008b5-7375-4b13-870e-207c5c62adfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0407922 Jun 24 04:20:04.855499 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-83d9923c-f8f9-4ffd-85e7-a97b88a06a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:04.856933 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-83d9923c-f8f9-4ffd-85e7-a97b88a06a50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523002 Jun 24 04:20:04.948458 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-08dff148-6662-489d-bd99-098817f96e2b service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845435 Jun 24 04:20:05.036994 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-261a3d99-d9f9-457e-bdd2-45152ed388bc req-5cd7e97d-d090-4a30-b092-497aaa4ba40d service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820322 Jun 24 04:20:05.446344 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-497f86fa-b894-4b02-9d57-2542033d509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:05.760971 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:06.794940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:08.035032 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:24.609181 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:20:25.826578 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-5273b616-122d-46ff-8c15-cf7ae4daa8ba tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690069437&fields=id&tenant_id=d7fe6708e0684df8ae119b15630c9637 HTTP/1.1" status: 200 len: 267 time: 0.0326507 Jun 24 04:20:25.932703 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-bffd1c96-41d6-4b7f-ac20-6fc7775a49c3 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:25.934096 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-bffd1c96-41d6-4b7f-ac20-6fc7775a49c3 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 809 time: 0.1013353 Jun 24 04:20:25.948473 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-8c2e8cba-e2d3-4519-b4a8-227d3b1fbc6e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/quotas/d7fe6708e0684df8ae119b15630c9637 HTTP/1.1" status: 200 len: 375 time: 0.0091958 Jun 24 04:20:26.013284 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-797de815-36f1-4605-a758-30e3c7dad355 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601749 Jun 24 04:20:26.110751 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-502ec7af-3be1-4576-9d0b-6239b2a676f7 service neutron] 10.222.0.26 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831122 Jun 24 04:20:26.196779 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-ea0e4e2d-d030-45a0-9c5e-bd2889c0f2e4 service neutron] 10.222.0.26 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802753 Jun 24 04:20:26.950860 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cbc536f7-8ad6-41b1-b616-52b68d40e3ab req-0519ed8f-2d93-462b-8a71-c85174972eea tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 210 time: 0.0323513 Jun 24 04:20:28.119433 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-23a49203-a6c1-4c0f-942d-67325b836dea req-2097dd70-6d64-4a22-9530-a99a91f57b9a tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 210 time: 0.0278444 Jun 24 04:20:28.930371 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-49fe6649-badd-40de-8e98-f4ecc61e42ef tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:28.931850 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-49fe6649-badd-40de-8e98-f4ecc61e42ef tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.10 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 809 time: 0.1016147 Jun 24 04:20:28.973834 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-1bbf2b72-f7bb-40ee-ab72-286024bb2818 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7fe6708e0684df8ae119b15630c9637 HTTP/1.1" status: 200 len: 379 time: 0.0328574 Jun 24 04:20:28.982411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'port': {'device_id': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'admin_state_up': True, 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'security_groups': ['bbf414d2-75fa-453a-b06f-89e893de053d']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:29.154476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Made reservation on behalf of d7fe6708e0684df8ae119b15630c9637 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:20:29.158285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:29.264001 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-19a2e873-ffa7-4130-a63b-96895a6e41f2 req-3fa6539e-e6f8-452f-a2f4-b779db7770b6 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 210 time: 0.0304153 Jun 24 04:20:29.547457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Allocated IP 172.20.0.3 (2ece1730-2faf-4b20-8b24-eefedad5bec3/18bb72d1-947c-49c7-a31e-b41e7f6affb8/9f78fc95-dba3-4dc9-9da2-6c208164bf71) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:29.680586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:29.693172 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Transition to ACTIVE for port object 9f78fc95-dba3-4dc9-9da2-6c208164bf71 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:20:29.783442 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:29.787404 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-946bfd56-2a45-4e80-b1aa-9d4678053b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:29.826551 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:29.831333 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:29.835517 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:20:29.863332 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:29.868222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:29.893115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:29.893752 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:29.978226 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9992380 Jun 24 04:20:29.992156 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Request body: {'port': {'device_id': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:30.063354 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.156531 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f59031e7-7444-44e5-8f0f-63ef1d4b0c37 None None] Provisioning for port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:20:30.164608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-f59031e7-7444-44e5-8f0f-63ef1d4b0c37 None None] Provisioning complete for port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:30.174135 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f59031e7-7444-44e5-8f0f-63ef1d4b0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.200954 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-f59031e7-7444-44e5-8f0f-63ef1d4b0c37 None None] Port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:20:30.240722 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.324022 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f78fc95-dba3-4dc9-9da2-6c208164bf71 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:20:30.331453 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.343215 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Transition to ACTIVE for port object 9f78fc95-dba3-4dc9-9da2-6c208164bf71 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:20:30.400287 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.403361 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:30.437518 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cfd4a-3818-497b-9431-65fb4107c6ca req-392258bb-1558-42b5-ad83-c80330f86987 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:30.439161 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-128cfd4a-3818-497b-9431-65fb4107c6ca req-392258bb-1558-42b5-ad83-c80330f86987 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 931 time: 0.0641639 Jun 24 04:20:30.473138 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:30.481411 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-128cfd4a-3818-497b-9431-65fb4107c6ca req-0ffa6a3b-c978-4275-9f95-c69cd9fca2d9 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Jun 24 04:20:30.492530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:30.523548 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Attempting to bind port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:20:30.523890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Attempting to bind port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:20:30.524223 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Attempting to bind port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 on network 2ece1730-2faf-4b20-8b24-eefedad5bec3 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:20:30.528667 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 on network 2ece1730-2faf-4b20-8b24-eefedad5bec3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:20:30.528984 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Attempting to bind port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 on network 2ece1730-2faf-4b20-8b24-eefedad5bec3 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:20:30.533813 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:20:30.534181 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Checking segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:20:30.534564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Bound using segment: {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:20:30.534997 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Bound port: 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09c92a2-39ba-49c2-83f5-c0434a28feac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:20:30.535344 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.603867 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:30.606824 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:30.663692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.665695 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-340b0660-cb74-448e-b70b-3e98d526784b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:30.698272 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:30.698876 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:30.700229 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] 10.222.0.10 "PUT /v2.0/ports/9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 1093 time: 0.7138436 Jun 24 04:20:30.700731 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:20:30.703028 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e93ebd-defc-472f-9083-4bd617877132" -d '{"events": [{"name": "network-changed", "server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:30.739388 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:30.750642 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:30.755707 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f433d3b-cf81-4e9c-95b3-bde42f10f009 x-openstack-request-id: req-0f433d3b-cf81-4e9c-95b3-bde42f10f009 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:30.755707 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:30.755707 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f433d3b-cf81-4e9c-95b3-bde42f10f009 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:30.755707 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'status': 'completed', 'code': 200} Jun 24 04:20:30.825336 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93ebd-defc-472f-9083-4bd617877132 req-680a7d63-43c7-473c-983d-28ec8691975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:30.826864 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-71e93ebd-defc-472f-9083-4bd617877132 req-680a7d63-43c7-473c-983d-28ec8691975e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1096 time: 0.0555580 Jun 24 04:20:30.924664 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93ebd-defc-472f-9083-4bd617877132 req-bed2b502-0335-4e3e-8900-c4f45c90aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:30.926050 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-71e93ebd-defc-472f-9083-4bd617877132 req-bed2b502-0335-4e3e-8900-c4f45c90aac0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d7fe6708e0684df8ae119b15630c9637&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0920403 Jun 24 04:20:31.014646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93ebd-defc-472f-9083-4bd617877132 req-e5c5825b-45c4-4ee4-85cc-8e1772619cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:31.015987 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-71e93ebd-defc-472f-9083-4bd617877132 req-e5c5825b-45c4-4ee4-85cc-8e1772619cb5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842307 Jun 24 04:20:31.109719 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-423b8690-066c-45c6-86dc-d90f0fbaa12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:31.111209 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-423b8690-066c-45c6-86dc-d90f0fbaa12c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1096 time: 0.0564749 Jun 24 04:20:31.151426 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-48672ce3-dcb9-4b63-ba37-76bf225d3e19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 217 time: 0.0329642 Jun 24 04:20:31.197063 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-2aa5cb90-fcde-4840-8e32-02cc4099774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:31.198376 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-2aa5cb90-fcde-4840-8e32-02cc4099774b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 200 len: 848 time: 0.0413806 Jun 24 04:20:31.256280 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9f477-4387-4e41-be68-de9d6292945e req-0a39367c-9149-4339-94aa-b44db40aee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:31.257715 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-0a39367c-9149-4339-94aa-b44db40aee57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ece1730-2faf-4b20-8b24-eefedad5bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532985 Jun 24 04:20:31.344813 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-561bc2a8-4044-4a68-b9c4-3980e3eed7d4 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793033 Jun 24 04:20:31.437310 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-cdf9f477-4387-4e41-be68-de9d6292945e req-c409144c-45f2-4975-8559-293a7c7cce56 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Jun 24 04:20:31.655106 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fb95d-d03b-4add-91e9-9445322d405d req-3a140d75-865c-4b9e-abb7-a255e41e55f4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:31.656532 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c11fb95d-d03b-4add-91e9-9445322d405d req-3a140d75-865c-4b9e-abb7-a255e41e55f4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0642760 Jun 24 04:20:31.694400 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c11fb95d-d03b-4add-91e9-9445322d405d req-90925d68-973d-4ccc-b02c-011921799fb4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Jun 24 04:20:32.955558 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba43fa6-5ab8-4b07-9f6a-6e0dcfb280c0 req-8225ea55-0618-4d4e-ba48-b44f1cdabe79 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:32.957016 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8ba43fa6-5ab8-4b07-9f6a-6e0dcfb280c0 req-8225ea55-0618-4d4e-ba48-b44f1cdabe79 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.1502750 Jun 24 04:20:32.995001 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8ba43fa6-5ab8-4b07-9f6a-6e0dcfb280c0 req-71c065e1-58ca-4c48-b79a-77d5fc4b7ba0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323179 Jun 24 04:20:33.000503 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8a91bc0a-2593-4eff-a45f-53b916ac0655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:34.166296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4c0c-e428-4361-9d20-607ab009c07f req-045e6209-20e0-4225-ba56-9af3f3b5dd52 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:34.167790 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-939c4c0c-e428-4361-9d20-607ab009c07f req-045e6209-20e0-4225-ba56-9af3f3b5dd52 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0648758 Jun 24 04:20:34.204327 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-939c4c0c-e428-4361-9d20-607ab009c07f req-ffbedf44-86df-4592-9994-1e90bec1a096 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Jun 24 04:20:35.375452 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e75da2-efbf-4a11-8fce-2f41d6d6ba7a req-b8d51733-9dff-4e62-b982-cd2548426148 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:35.376934 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-56e75da2-efbf-4a11-8fce-2f41d6d6ba7a req-b8d51733-9dff-4e62-b982-cd2548426148 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0619147 Jun 24 04:20:35.414645 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-56e75da2-efbf-4a11-8fce-2f41d6d6ba7a req-d197c339-44aa-459e-8c42-99008a3051d2 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315073 Jun 24 04:20:35.434520 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-83208a1a-de8d-4423-bdbe-1794dcfd03d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:35.748252 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:36.585178 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b640aca-6c77-4026-b55c-66ef18bf1bdd req-f8e961a8-b7c4-4df0-8115-792a70da2924 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:36.586661 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b640aca-6c77-4026-b55c-66ef18bf1bdd req-f8e961a8-b7c4-4df0-8115-792a70da2924 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0619795 Jun 24 04:20:36.622975 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b640aca-6c77-4026-b55c-66ef18bf1bdd req-912019a1-7189-4054-9443-9e35be2e4960 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307491 Jun 24 04:20:36.777049 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:37.800112 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465cfcd-5995-4ce2-93d7-b7234fe203a1 req-4a5305a5-3582-4693-9bf3-8badb23b8e84 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:37.801532 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7465cfcd-5995-4ce2-93d7-b7234fe203a1 req-4a5305a5-3582-4693-9bf3-8badb23b8e84 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0645704 Jun 24 04:20:37.838018 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7465cfcd-5995-4ce2-93d7-b7234fe203a1 req-46707274-64e5-4a5a-9704-a24e9cb9c133 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303624 Jun 24 04:20:38.017517 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:39.005527 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a9d2-f4ef-4ecb-8eb2-62bcc801e4cb req-aab9c69b-0669-4163-86fc-91b1f249eadf tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:39.007520 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1a94a9d2-f4ef-4ecb-8eb2-62bcc801e4cb req-aab9c69b-0669-4163-86fc-91b1f249eadf tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0612173 Jun 24 04:20:39.042896 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1a94a9d2-f4ef-4ecb-8eb2-62bcc801e4cb req-170c2aca-083d-447c-9b18-8a361703344b tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299582 Jun 24 04:20:42.565045 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:20:42.659994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:42.671442 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'port_id': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'mac_address': 'fa:16:3e:2a:34:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:20:42.707433 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:42.720050 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f78fc95-dba3-4dc9-9da2-6c208164bf71 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:20:42.738602 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559680f-2ac7-4b6d-b3e3-240b1b3f7aea req-31ca004a-6790-4192-9cda-3b6a5b7c255e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:42.739210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:42.740069 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5559680f-2ac7-4b6d-b3e3-240b1b3f7aea req-31ca004a-6790-4192-9cda-3b6a5b7c255e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0652094 Jun 24 04:20:42.776816 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5559680f-2ac7-4b6d-b3e3-240b1b3f7aea req-e00e35f5-3a45-49f6-903b-a521da48736f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305643 Jun 24 04:20:42.794417 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:42.796173 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:42.840402 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:42.843371 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:43.222534 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['9f78fc95-dba3-4dc9-9da2-6c208164bf71'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:20:43.949427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae01b1-2bb8-421b-a66f-e9ca2164e31a req-2235f8a1-51b3-46ec-9647-e74c7d39de84 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:43.950922 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a8ae01b1-2bb8-421b-a66f-e9ca2164e31a req-2235f8a1-51b3-46ec-9647-e74c7d39de84 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 944 time: 0.0619383 Jun 24 04:20:43.986774 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a8ae01b1-2bb8-421b-a66f-e9ca2164e31a req-1173b8ca-2f75-4509-b17b-4c732a146dec tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303097 Jun 24 04:20:45.161149 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828b6-f0da-4645-8262-135dedf55d30 req-bffdd747-4d25-47b2-ab10-2a612101ef1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:45.163252 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-955828b6-f0da-4645-8262-135dedf55d30 req-bffdd747-4d25-47b2-ab10-2a612101ef1e tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 944 time: 0.0639534 Jun 24 04:20:45.199356 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-955828b6-f0da-4645-8262-135dedf55d30 req-8da63d88-8e9c-408f-9804-ebaef9660881 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307517 Jun 24 04:20:45.255305 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:20:45.365586 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:20:45.369314 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:45.369689 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:45.441805 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:45.463131 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:20:45.465360 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91bcf3a-f235-428f-b848-8686774f64ad" -d '{"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-plugged", "status": "completed", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:45.478693 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:20:45.499953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559ae97c-bee1-41e6-819c-b90bdbcce3cc x-openstack-request-id: req-559ae97c-bee1-41e6-819c-b90bdbcce3cc {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:45.500270 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-plugged", "status": "completed", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:45.500533 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-559ae97c-bee1-41e6-819c-b90bdbcce3cc {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:45.500953 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'code': 200} Jun 24 04:20:45.525951 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:45.527963 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-e62f739a-e96c-4fbe-87dd-a4c2ebd13e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:45.571412 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:45.574257 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:45.844690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5463f-5248-41c8-b4f2-f1a820355dca req-57c9e6af-c26f-4087-bbd6-011ecd994d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:45.846163 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-57a5463f-5248-41c8-b4f2-f1a820355dca req-57c9e6af-c26f-4087-bbd6-011ecd994d5a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1098 time: 0.0512578 Jun 24 04:20:45.879778 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-57a5463f-5248-41c8-b4f2-f1a820355dca req-9f137834-b6ff-4b28-9043-d8b32c3365fc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261059 Jun 24 04:20:46.371387 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13b05-ff20-4517-be2a-4e4cfddafd2a req-142990e4-5d93-4a0f-9f4c-18137e4a5218 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:46.372794 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04b13b05-ff20-4517-be2a-4e4cfddafd2a req-142990e4-5d93-4a0f-9f4c-18137e4a5218 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0649531 Jun 24 04:20:46.408245 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-04b13b05-ff20-4517-be2a-4e4cfddafd2a req-352f1057-ec0b-4992-b446-e866d3637dbd tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297267 Jun 24 04:20:47.581344 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24069a-af7d-475f-b386-bd1c99aad311 req-cd83ad8b-e220-4a27-b1e5-2869695ab4a9 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:47.582810 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b24069a-af7d-475f-b386-bd1c99aad311 req-cd83ad8b-e220-4a27-b1e5-2869695ab4a9 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0599513 Jun 24 04:20:47.618055 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6b24069a-af7d-475f-b386-bd1c99aad311 req-3a4308a9-7868-4819-8900-68d164dfbeb9 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298896 Jun 24 04:20:47.786212 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee423-62fc-431a-9d0f-d9b4297b3669 req-f7ab736c-a554-435f-8c4d-7356192b335f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:47.787624 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a80ee423-62fc-431a-9d0f-d9b4297b3669 req-f7ab736c-a554-435f-8c4d-7356192b335f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0636318 Jun 24 04:20:47.823636 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a80ee423-62fc-431a-9d0f-d9b4297b3669 req-e72fba92-9613-4ce0-8c8a-4867c7d8bbae tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305707 Jun 24 04:20:47.846442 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39984) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:47.936515 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552b80b9-07b5-4c42-a33f-b6099bce00da tempest-TestShelveInstance-1569727206 tempest-TestShelveInstance-1569727206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:47.937892 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-552b80b9-07b5-4c42-a33f-b6099bce00da tempest-TestShelveInstance-1569727206 tempest-TestShelveInstance-1569727206-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1093 time: 0.0904794 Jun 24 04:20:47.940729 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 39988) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:20:47.944952 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'port_id': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:48.022692 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for floatingip, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:48.115766 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:48.214751 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Allocated IP 172.27.2.241 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/945f7f39-e8b9-4594-9d13-95ace7bb47ea) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:48.314346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:48.406193 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:48.408283 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-31971a46-1648-41ad-aa88-ef91827425cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:48.444770 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:48.449726 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:48.453004 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:20:48.473248 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'Port': ['ID=945f7f39-e8b9-4594-9d13-95ace7bb47ea,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:48.485012 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.485378 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.485739 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.486118 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.486470 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.486819 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.487166 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.487510 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.487854 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.488198 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.488539 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.488877 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:48.493740 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:48.808213 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:48.925195 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:49.067117 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:49.108193 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:49.110975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-463af149-fc02-44a1-9f92-271414241350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:49.174585 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event updated for resources: {'Port': ['ID=945f7f39-e8b9-4594-9d13-95ace7bb47ea,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:49.178231 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:49.185994 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:49.558651 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Floating IP afbb0029-4ced-4a99-9fe3-63ab9f64af09 associated. External IP: 172.27.2.241, port: 9f78fc95-dba3-4dc9-9da2-6c208164bf71. Jun 24 04:20:49.679520 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-6a431356-cc5e-4fdc-8c8f-0eff3a6b9167 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312785426&fields=id&tenant_id=9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 267 time: 0.0468738 Jun 24 04:20:49.851922 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:20:49.858482 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-ab279bb6-4a54-47ac-a52b-77e6da911e30 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:49.859830 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-ab279bb6-4a54-47ac-a52b-77e6da911e30 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 812 time: 0.1473541 Jun 24 04:20:49.878744 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8bfe52fc-3266-437b-a1ae-93689fee780b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/quotas/9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 375 time: 0.0125012 Jun 24 04:20:50.009130 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:20:50.019212 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] Sync routers for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:20:50.029619 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-d36ffbda-61c4-4b07-97b7-7057c452838e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1226044 Jun 24 04:20:50.031484 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:20:50.032111 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:20:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.110037 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:50.134752 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:20:50.149254 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-0a4d7017-6312-465f-ba4a-abab2540c15a service neutron] 10.222.0.26 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074438 Jun 24 04:20:50.172449 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2305448 Jun 24 04:20:50.182121 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:20:50.184368 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303" -d '{"events": [{"name": "network-changed", "server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:50.249711 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-f9076797-fd40-4b6d-b2ca-489eed977306 service neutron] 10.222.0.26 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905533 Jun 24 04:20:50.356167 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'afbb0029-4ced-4a99-9fe3-63ab9f64af09', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'port_id': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'mac_address': 'fa:16:3e:2a:34:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:20:48Z', 'updated_at': '2021-06-24T04:20:48Z', 'revision_number': 0, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.382335 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] Checking router: 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:20:50.390439 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:20:50.391054 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:20:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.496937 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:20:50.715334 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'afbb0029-4ced-4a99-9fe3-63ab9f64af09', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'port_id': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'mac_address': 'fa:16:3e:2a:34:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:20:48Z', 'updated_at': '2021-06-24T04:20:48Z', 'revision_number': 0, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:20:50.747316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b730ce8-6f40-4a48-ab07-7a73357dbd16 None None] The sync data for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi is: [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'afbb0029-4ced-4a99-9fe3-63ab9f64af09', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'port_id': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'mac_address': 'fa:16:3e:2a:34:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:20:48Z', 'updated_at': '2021-06-24T04:20:48Z', 'revision_number': 0, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:20:50.760029 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36154eb1-83f7-4fb5-8161-eb7c9a47d87d x-openstack-request-id: req-36154eb1-83f7-4fb5-8161-eb7c9a47d87d {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:50.760379 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:50.760666 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36154eb1-83f7-4fb5-8161-eb7c9a47d87d {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:50.761118 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'status': 'completed', 'code': 200} Jun 24 04:20:50.850441 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-5371701c-a83d-47a6-b38a-1f317f7013ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:50.851904 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-5371701c-a83d-47a6-b38a-1f317f7013ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1098 time: 0.0620553 Jun 24 04:20:50.945364 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0b372a31-9621-4462-a25b-c3113231fe2c req-36b2e0ad-30a1-492e-b014-0b2873a9eb42 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 210 time: 0.0346208 Jun 24 04:20:50.948495 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-2e4a09f3-5034-4473-a857-3ce7f3aa2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:50.949803 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-2e4a09f3-5034-4473-a857-3ce7f3aa2a11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 910 time: 0.0903063 Jun 24 04:20:51.010803 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae993877-8b5c-4eee-acad-297511d166c7 None None] New status for floating IP afbb0029-4ced-4a99-9fe3-63ab9f64af09: ACTIVE {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:20:51.020287 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-99409368-8928-43ff-a7f4-7dd4fdee0551 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 999 time: 0.0627718 Jun 24 04:20:51.072109 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-f882c63f-4524-444e-9c05-ace187423b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:51.073670 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-f882c63f-4524-444e-9c05-ace187423b91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 200 len: 848 time: 0.0470884 Jun 24 04:20:51.134888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-d6391768-59ed-48dd-b738-c60e741ddff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:51.136373 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-d6391768-59ed-48dd-b738-c60e741ddff8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ece1730-2faf-4b20-8b24-eefedad5bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564902 Jun 24 04:20:51.226691 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-392c18d3-5ab2-41e7-85ef-25dd95ca4b71 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840786 Jun 24 04:20:51.324293 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2c19d7c1-1a7c-4bd4-9927-d9224b3f6303 req-b6fa596c-1cc0-411c-9eee-4d5a5e9e1641 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855408 Jun 24 04:20:52.123725 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-427cab41-ac7e-4a16-8f9d-f5e58fc0aa6d req-7da6b590-a4f3-4eaa-8a02-c9c695c6b5b4 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 210 time: 0.0329635 Jun 24 04:20:52.695954 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-a57313c7-90f1-4dab-a31c-4edf433a89ab tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:52.697291 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-a57313c7-90f1-4dab-a31c-4edf433a89ab tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 812 time: 0.1007099 Jun 24 04:20:52.738377 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-199bb320-3a6d-422e-867d-07469c5299f9 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e314a1fea024d1b9a4bfab805526d92 HTTP/1.1" status: 200 len: 379 time: 0.0325816 Jun 24 04:20:52.747115 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'port': {'device_id': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'admin_state_up': True, 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'security_groups': ['f7aedb6e-78a3-467d-99e5-2ae1f168d26e']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:52.908530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Made reservation on behalf of 9e314a1fea024d1b9a4bfab805526d92 for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:20:52.912080 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.038727 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Allocated IP 172.20.0.6 (5a2d48ba-84ae-4141-9f9e-598f19445260/c9ab31bc-dd62-4b63-bcc3-a43dd174ab96/a94084cd-bcbf-484e-b622-a6e6340a7636) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:20:53.177146 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.190750 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Transition to ACTIVE for port object a94084cd-bcbf-484e-b622-a6e6340a7636 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:20:53.267362 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ab23790c-767f-4a56-b3df-005be6fcb523 req-eefcb01a-8d81-4759-a5f8-0facad3b70ca tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 210 time: 0.0280917 Jun 24 04:20:53.320370 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.325243 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a60007b2-4be6-4240-804c-2a673b805bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:53.361497 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:20:53.364646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:20:53.370734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:20:53.402078 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=a94084cd-bcbf-484e-b622-a6e6340a7636,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:53.413137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.416418 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.417538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.417538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.417538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:20:53.422750 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:53.442742 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:53.444644 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.526415 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829027 Jun 24 04:20:53.537735 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Request body: {'port': {'device_id': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:20:53.612191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.662886 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-1336b4e4-dfad-44e0-9464-adb43ae7a32d None None] Provisioning for port a94084cd-bcbf-484e-b622-a6e6340a7636 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:20:53.667436 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-1336b4e4-dfad-44e0-9464-adb43ae7a32d None None] Provisioning complete for port a94084cd-bcbf-484e-b622-a6e6340a7636 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:20:53.667940 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1336b4e4-dfad-44e0-9464-adb43ae7a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.700341 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-1336b4e4-dfad-44e0-9464-adb43ae7a32d None None] Port a94084cd-bcbf-484e-b622-a6e6340a7636 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:20:53.864561 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94084cd-bcbf-484e-b622-a6e6340a7636 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:20:53.871972 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.884286 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Transition to ACTIVE for port object a94084cd-bcbf-484e-b622-a6e6340a7636 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:20:53.953836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:53.956657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:54.003440 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a94084cd-bcbf-484e-b622-a6e6340a7636,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:54.007011 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:54.080700 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Attempting to bind port a94084cd-bcbf-484e-b622-a6e6340a7636 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:20:54.081132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Attempting to bind port a94084cd-bcbf-484e-b622-a6e6340a7636 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:20:54.081523 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Attempting to bind port a94084cd-bcbf-484e-b622-a6e6340a7636 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:20:54.086858 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Port a94084cd-bcbf-484e-b622-a6e6340a7636 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:20:54.089739 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Attempting to bind port a94084cd-bcbf-484e-b622-a6e6340a7636 on network 5a2d48ba-84ae-4141-9f9e-598f19445260 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:20:54.091848 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:20:54.092180 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Checking segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:20:54.092556 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Bound using segment: {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:20:54.092979 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Bound port: a94084cd-bcbf-484e-b622-a6e6340a7636, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e367b17e-69c3-4742-ae7c-15e54c3f2c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:20:54.093325 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:54.163090 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] For port a94084cd-bcbf-484e-b622-a6e6340a7636, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:20:54.166405 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] For port a94084cd-bcbf-484e-b622-a6e6340a7636, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a94084cd-bcbf-484e-b622-a6e6340a7636,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:20:54.240320 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:54.243830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dcdd3f64-51ce-4ca3-aef9-761db6e0d786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:20:54.275829 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.276424 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:20:54.277757 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] 10.222.0.10 "PUT /v2.0/ports/a94084cd-bcbf-484e-b622-a6e6340a7636 HTTP/1.1" status: 200 len: 1093 time: 0.7440686 Jun 24 04:20:54.278280 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:20:54.280534 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d99cfb-af7f-454b-a63a-9ee582d3c100" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:20:54.306728 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Pushing event updated for resources: {'Port': ['ID=a94084cd-bcbf-484e-b622-a6e6340a7636,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:20:54.310029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:20:54.320446 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d339a7-4222-4cb0-a988-86a5420c8a96 x-openstack-request-id: req-11d339a7-4222-4cb0-a988-86a5420c8a96 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:20:54.321148 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:20:54.321495 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11d339a7-4222-4cb0-a988-86a5420c8a96 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:20:54.322034 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'status': 'completed', 'code': 200} Jun 24 04:20:54.407056 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99cfb-af7f-454b-a63a-9ee582d3c100 req-20125256-a45e-49db-9952-87ea4c5c98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.408731 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c4d99cfb-af7f-454b-a63a-9ee582d3c100 req-20125256-a45e-49db-9952-87ea4c5c98dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 1096 time: 0.0651534 Jun 24 04:20:54.479606 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ad2a-278d-4f78-978f-91229cd37a47 req-970a1eae-2098-4114-be02-01d521c4062f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.481084 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a816ad2a-278d-4f78-978f-91229cd37a47 req-970a1eae-2098-4114-be02-01d521c4062f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0707700 Jun 24 04:20:54.512035 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99cfb-af7f-454b-a63a-9ee582d3c100 req-cbf59363-de74-419b-8421-f6306b44f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.513789 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c4d99cfb-af7f-454b-a63a-9ee582d3c100 req-cbf59363-de74-419b-8421-f6306b44f28d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9e314a1fea024d1b9a4bfab805526d92&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974069 Jun 24 04:20:54.519290 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a816ad2a-278d-4f78-978f-91229cd37a47 req-74880019-2020-45d4-b55d-78a78a5e2da2 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323334 Jun 24 04:20:54.609942 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99cfb-af7f-454b-a63a-9ee582d3c100 req-3b522fce-a43c-401c-842c-b12f28b77ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.611412 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c4d99cfb-af7f-454b-a63a-9ee582d3c100 req-3b522fce-a43c-401c-842c-b12f28b77ede service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917678 Jun 24 04:20:54.703565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-1dfb5c85-b22b-4faf-b62e-38a517e0d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.704916 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-1dfb5c85-b22b-4faf-b62e-38a517e0d64f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 1096 time: 0.0515912 Jun 24 04:20:54.748631 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-66f3ef82-588d-40ee-a3d0-eff3afd89e9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a94084cd-bcbf-484e-b622-a6e6340a7636 HTTP/1.1" status: 200 len: 217 time: 0.0363438 Jun 24 04:20:54.793853 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-3125a3f6-c193-4d0a-b25c-16c99ab6f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.795223 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-3125a3f6-c193-4d0a-b25c-16c99ab6f128 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0403724 Jun 24 04:20:54.849175 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-23acb2d9-10ba-4699-b1d7-aca73fa6c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:54.850709 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-23acb2d9-10ba-4699-b1d7-aca73fa6c676 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494173 Jun 24 04:20:54.940931 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-2e6c1f4d-18af-4c15-b0dd-3651268d19c7 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830760 Jun 24 04:20:55.026399 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-089e2c6b-2fc0-4d1a-ac18-e7c19c5b6958 req-c09db31a-481e-470f-8600-1d88b352fffd service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788813 Jun 24 04:20:55.702494 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa71731-a9c8-4193-809a-1f2277eebd3e req-bb547251-4145-46f2-93ec-cf2a94f798fe tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:55.703951 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9aa71731-a9c8-4193-809a-1f2277eebd3e req-bb547251-4145-46f2-93ec-cf2a94f798fe tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0718567 Jun 24 04:20:55.740621 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9aa71731-a9c8-4193-809a-1f2277eebd3e req-5943acb6-cb99-4aa7-bc7f-2a59bf4277d2 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310211 Jun 24 04:20:56.919543 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f443f1e-46cc-4177-9607-fe8f5e4ed14c req-1ddc5dbb-4cf2-46bf-92cf-6a9b3833527e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:56.920978 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7f443f1e-46cc-4177-9607-fe8f5e4ed14c req-1ddc5dbb-4cf2-46bf-92cf-6a9b3833527e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0680478 Jun 24 04:20:56.956830 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-7f443f1e-46cc-4177-9607-fe8f5e4ed14c req-c8478232-e1fe-4c4a-95ff-b39451ff6297 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302441 Jun 24 04:20:58.144634 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656f621-faa4-48a6-b4da-32239a6d61ba req-7128ff9d-0546-46f3-ae6b-04f44f7ef19a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:58.146109 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a656f621-faa4-48a6-b4da-32239a6d61ba req-7128ff9d-0546-46f3-ae6b-04f44f7ef19a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0652435 Jun 24 04:20:58.183876 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a656f621-faa4-48a6-b4da-32239a6d61ba req-4aacdf9a-33cf-47ce-9367-6ff0ebf50763 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316503 Jun 24 04:20:59.356737 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8f31a-9d9f-43dd-bbb6-cee7d3a45d5e req-0a791478-520d-4ca1-9521-d3165793f5c7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:20:59.358210 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-00b8f31a-9d9f-43dd-bbb6-cee7d3a45d5e req-0a791478-520d-4ca1-9521-d3165793f5c7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0615785 Jun 24 04:20:59.395711 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-00b8f31a-9d9f-43dd-bbb6-cee7d3a45d5e req-f4f965db-ad3c-4d5c-b737-96b496434ceb tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Jun 24 04:21:00.211766 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:00.574688 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27461-71d2-4aaa-bce8-195cb1dcd20a req-d730daf4-ad3e-477f-94ee-87689bf81954 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:00.576134 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f6b27461-71d2-4aaa-bce8-195cb1dcd20a req-d730daf4-ad3e-477f-94ee-87689bf81954 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0623276 Jun 24 04:21:00.612213 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f6b27461-71d2-4aaa-bce8-195cb1dcd20a req-51e09790-6ab3-4e8e-b984-fc2918cc43ad tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Jun 24 04:21:01.607726 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:21:01.791658 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5af9a-a762-49cd-9261-a8217136c1ee req-856b0882-2843-4dfb-b135-fb7df691ca80 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:01.793116 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e2b5af9a-a762-49cd-9261-a8217136c1ee req-856b0882-2843-4dfb-b135-fb7df691ca80 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0661461 Jun 24 04:21:01.829528 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e2b5af9a-a762-49cd-9261-a8217136c1ee req-877da4a1-2102-4ee7-83d6-ebf928fb3186 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Jun 24 04:21:02.997433 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71b183-d9ad-46c2-8f71-d1b882e0ca6e req-4930787e-f878-4258-9327-eaf5bea2ec22 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:02.998939 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0a71b183-d9ad-46c2-8f71-d1b882e0ca6e req-4930787e-f878-4258-9327-eaf5bea2ec22 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 943 time: 0.0612905 Jun 24 04:21:02.999744 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-11cc6468-c4d2-44cb-aeb0-08665d65af4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:03.035852 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0a71b183-d9ad-46c2-8f71-d1b882e0ca6e req-5f793bad-75f0-4db0-a46f-0a954139b2d2 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jun 24 04:21:03.341495 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a94084cd-bcbf-484e-b622-a6e6340a7636 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:21:03.434182 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port a94084cd-bcbf-484e-b622-a6e6340a7636, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a94084cd-bcbf-484e-b622-a6e6340a7636,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:03.445218 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'port_id': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'mac_address': 'fa:16:3e:e4:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:21:03.481272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:03.496584 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94084cd-bcbf-484e-b622-a6e6340a7636 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:21:03.515646 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port a94084cd-bcbf-484e-b622-a6e6340a7636, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a94084cd-bcbf-484e-b622-a6e6340a7636,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:03.576333 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:03.578193 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:03.621712 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=a94084cd-bcbf-484e-b622-a6e6340a7636,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:03.628541 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.628891 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.629236 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.629573 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.629927 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.630268 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.630597 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.630924 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.631252 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.631586 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.632397 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.632724 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:21:03.636497 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:03.965777 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['a94084cd-bcbf-484e-b622-a6e6340a7636'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:21:04.214229 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36395b0-0d16-4ab7-a50a-f70606823911 req-634013f5-1676-4282-95c3-bb22b74fe2aa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:04.215675 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e36395b0-0d16-4ab7-a50a-f70606823911 req-634013f5-1676-4282-95c3-bb22b74fe2aa tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 944 time: 0.0668595 Jun 24 04:21:04.251838 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e36395b0-0d16-4ab7-a50a-f70606823911 req-ca4fa473-904b-474e-8e8d-06865673dfb0 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306509 Jun 24 04:21:05.351292 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a94084cd-bcbf-484e-b622-a6e6340a7636 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:21:05.424793 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341fe31-7d3f-4fb3-8870-8f8be44248ee req-e6b364a8-76c1-4967-9234-b10a63f22a08 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:05.426266 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4341fe31-7d3f-4fb3-8870-8f8be44248ee req-e6b364a8-76c1-4967-9234-b10a63f22a08 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 944 time: 0.0646281 Jun 24 04:21:05.465397 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4341fe31-7d3f-4fb3-8870-8f8be44248ee req-e6fabc84-4f9e-4777-a7c0-0df1d8e19c18 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Jun 24 04:21:05.470149 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-44f80fe1-37b3-4ca6-9ae0-0e12e8526711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.502777 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port a94084cd-bcbf-484e-b622-a6e6340a7636 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:21:05.506727 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port a94084cd-bcbf-484e-b622-a6e6340a7636 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:21:05.507108 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.581514 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.603290 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:21:05.605520 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81d7968-0e1c-457e-a552-37f544edc5f6" -d '{"events": [{"server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "name": "network-vif-plugged", "status": "completed", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:05.618235 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port a94084cd-bcbf-484e-b622-a6e6340a7636, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a94084cd-bcbf-484e-b622-a6e6340a7636,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:05.639412 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03155fe5-c24b-407c-8fe4-2cf508542c96 x-openstack-request-id: req-03155fe5-c24b-407c-8fe4-2cf508542c96 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:05.639707 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "name": "network-vif-plugged", "status": "completed", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:05.639966 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03155fe5-c24b-407c-8fe4-2cf508542c96 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:05.640361 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'code': 200} Jun 24 04:21:05.702436 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:05.706138 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:05.752143 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=a94084cd-bcbf-484e-b622-a6e6340a7636,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:05.755079 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:05.805294 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.203346 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcb61b-d3e7-4071-a076-37459d0dfbed req-c10ae227-3c3c-4d9b-b772-bd22ed2eb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:06.204776 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-68dcb61b-d3e7-4071-a076-37459d0dfbed req-c10ae227-3c3c-4d9b-b772-bd22ed2eb552 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 1098 time: 0.0493469 Jun 24 04:21:06.242143 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-68dcb61b-d3e7-4071-a076-37459d0dfbed req-38216f58-50f3-404e-a680-9e9ba23dfe7e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305934 Jun 24 04:21:06.595903 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-3572882b-cc6a-49ee-a078-10c49b748f2a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517154 Jun 24 04:21:06.642002 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aebad8-acbe-452a-8dad-0a089e8553f8 req-f27ac9fd-42ae-4e87-a9bb-0145c40f323a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:06.643631 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-18aebad8-acbe-452a-8dad-0a089e8553f8 req-f27ac9fd-42ae-4e87-a9bb-0145c40f323a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0634415 Jun 24 04:21:06.670833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-991b1fde-e774-479d-942b-22d56bbe4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:06.672287 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-991b1fde-e774-479d-942b-22d56bbe4832 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1098 time: 0.0515351 Jun 24 04:21:06.682467 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-18aebad8-acbe-452a-8dad-0a089e8553f8 req-cd452f9d-24af-44ec-aa68-ba7d5acf3824 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331836 Jun 24 04:21:06.776542 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:06.779224 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-62ae6e99-27be-4511-bfcf-25f80e6f6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:06.780679 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-62ae6e99-27be-4511-bfcf-25f80e6f6842 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0860689 Jun 24 04:21:06.842791 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-b7df1a9c-f3b4-4742-923b-6d7d1783da5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0547659 Jun 24 04:21:06.890976 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-a6c79dcf-d1fd-4103-9d07-3daea7ccae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:06.892302 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-a6c79dcf-d1fd-4103-9d07-3daea7ccae24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0404804 Jun 24 04:21:06.951498 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-d4272c9d-9b2b-4c91-b811-3b93582e74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:06.952948 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-d4272c9d-9b2b-4c91-b811-3b93582e74ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536740 Jun 24 04:21:06.964513 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-dc621df1-535e-443d-8db7-99aa27bc5286 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93536) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:21:06.965439 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-dc621df1-535e-443d-8db7-99aa27bc5286 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053496 Jun 24 04:21:07.052452 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-7457368c-f83b-474d-aa3e-97214c261892 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791848 Jun 24 04:21:07.142411 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6438f45b-590a-423f-a931-3a5d650a71c4 req-83ac8b44-259a-425f-a782-a080c4d58486 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808172 Jun 24 04:21:07.864001 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc80a6-754d-4468-8f34-a2490efe56e1 req-96c3dba1-bf0f-4fc0-b80a-1ddd2395c2c4 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:07.865461 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e1cc80a6-754d-4468-8f34-a2490efe56e1 req-96c3dba1-bf0f-4fc0-b80a-1ddd2395c2c4 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0668194 Jun 24 04:21:07.903196 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e1cc80a6-754d-4468-8f34-a2490efe56e1 req-6a8f2da5-a668-4556-b6db-b6bbe131c40f tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Jun 24 04:21:08.022440 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.075001 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3d698-1d92-4473-b9d5-183692bb7ebb req-f8435ddd-534e-4313-941a-58f31da78784 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:09.076438 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-84b3d698-1d92-4473-b9d5-183692bb7ebb req-f8435ddd-534e-4313-941a-58f31da78784 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0614793 Jun 24 04:21:09.112421 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-84b3d698-1d92-4473-b9d5-183692bb7ebb req-c0623447-5000-4715-8c92-28b3c0296976 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306063 Jun 24 04:21:09.282300 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f295d-4e1e-45a7-9e86-0de90d895d4e req-4d47d47e-9e40-4e01-90d5-25adf07f3773 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:09.283646 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9f6f295d-4e1e-45a7-9e86-0de90d895d4e req-4d47d47e-9e40-4e01-90d5-25adf07f3773 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0654886 Jun 24 04:21:09.320391 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9f6f295d-4e1e-45a7-9e86-0de90d895d4e req-db7b24bd-a502-48e9-af24-b23d842fcecc tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313640 Jun 24 04:21:09.343566 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40104) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:09.485294 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebfd59-8fc3-4afa-9d86-569d87f6cf76 tempest-TestVolumeBootPattern-270722426 tempest-TestVolumeBootPattern-270722426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:09.487100 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-bdebfd59-8fc3-4afa-9d86-569d87f6cf76 tempest-TestVolumeBootPattern-270722426 tempest-TestVolumeBootPattern-270722426-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 1093 time: 0.1425648 Jun 24 04:21:09.489783 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40108) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:21:09.494554 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'port_id': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:21:09.582332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.677759 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.778220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Allocated IP 172.27.2.196 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/9f3e2800-1166-459f-874d-7fd2a9848dbf) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:21:09.878314 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.959596 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:09.962812 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e0864e6f-1b95-402a-946c-68a7a8d4d479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:09.995210 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:21:09.997974 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:21:10.003382 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:21:10.028843 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=9f3e2800-1166-459f-874d-7fd2a9848dbf,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:10.032500 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:10.353842 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.473022 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.617313 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.690437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.692281 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:10.757670 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event updated for resources: {'Port': ['ID=9f3e2800-1166-459f-874d-7fd2a9848dbf,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:10.761421 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:10.770848 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:10.864164 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Floating IP 864cbb5c-0705-45c1-99a3-cf1229212abf associated. External IP: 172.27.2.196, port: a94084cd-bcbf-484e-b622-a6e6340a7636. Jun 24 04:21:11.334693 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:21:11.435796 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:21:11.446456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:21:11.454962 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:21:11.455570 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:21:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:11.507927 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:11.544469 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0536702 Jun 24 04:21:11.545220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:21:11.547637 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e24b7af-213c-4f6a-9ed3-236bd040f72e" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:11.559253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:21:11.585503 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9746a6d-8800-4c99-9c27-163e2a57ccd4 x-openstack-request-id: req-b9746a6d-8800-4c99-9c27-163e2a57ccd4 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:11.585774 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:11.586099 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9746a6d-8800-4c99-9c27-163e2a57ccd4 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:11.586538 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'status': 'completed', 'code': 200} Jun 24 04:21:11.712414 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-a11d0f7d-f6fe-4eed-bf48-a40a18582be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:11.713913 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-a11d0f7d-f6fe-4eed-bf48-a40a18582be3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 1098 time: 0.1009181 Jun 24 04:21:11.786978 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '864cbb5c-0705-45c1-99a3-cf1229212abf', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:e4:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:21:10Z', 'updated_at': '2021-06-24T04:21:10Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}, {'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 1, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:11.809577 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-09c3ba1a-84cf-4888-91f9-339a5a49192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:11.811092 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-09c3ba1a-84cf-4888-91f9-339a5a49192e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0846455 Jun 24 04:21:11.812950 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:21:11.821611 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:21:11.822255 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:21:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:11.873664 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-bef6558b-8167-475e-84fa-7a484db21f0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a94084cd-bcbf-484e-b622-a6e6340a7636 HTTP/1.1" status: 200 len: 999 time: 0.0557532 Jun 24 04:21:11.922657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-557c9d71-a02e-448c-89f0-1ce2e09ff6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:11.924147 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-557c9d71-a02e-448c-89f0-1ce2e09ff6fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0439925 Jun 24 04:21:11.987547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-fc477917-5ebf-487b-8aa9-5fd6eb5eaee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:11.989039 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-fc477917-5ebf-487b-8aa9-5fd6eb5eaee5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579867 Jun 24 04:21:12.044852 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:21:12.075907 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-5cccc52d-30da-4599-8c49-ea5572831270 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800731 Jun 24 04:21:12.167368 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-2e24b7af-213c-4f6a-9ed3-236bd040f72e req-f0eac1b1-410c-4e99-a2ee-24483eabdf02 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844419 Jun 24 04:21:12.260885 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '864cbb5c-0705-45c1-99a3-cf1229212abf', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:e4:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:21:10Z', 'updated_at': '2021-06-24T04:21:10Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}, {'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 1, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:21:12.288861 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6906e1-8dad-4dc2-af3d-971d799dec42 None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '864cbb5c-0705-45c1-99a3-cf1229212abf', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:e4:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:21:10Z', 'updated_at': '2021-06-24T04:21:10Z', 'revision_number': 0, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}, {'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 1, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:21:12.463311 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2897910e-98df-42be-a979-de473638ba7a None None] New status for floating IP 864cbb5c-0705-45c1-99a3-cf1229212abf: ACTIVE {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:21:30.239207 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:33.004695 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17c8f541-d689-495b-8ae0-bfe6b30d63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:35.450348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1c6bd1c5-42f0-4d4e-b9fe-ccaa67b733fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:35.799193 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:36.747324 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:37.623169 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59452cc-d441-435f-a9be-42bd3c2fe87b req-cdeab05f-0b41-452e-bd0f-328c26376874 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:37.624540 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d59452cc-d441-435f-a9be-42bd3c2fe87b req-cdeab05f-0b41-452e-bd0f-328c26376874 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0618930 Jun 24 04:21:37.660221 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d59452cc-d441-435f-a9be-42bd3c2fe87b req-e7ed2e2c-7521-48ee-bb01-cc67f753808e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298648 Jun 24 04:21:38.039619 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:38.605652 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:21:38.836511 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4ce0-e4bd-426a-a986-39428ad42e9d req-bd9e61a8-6234-4dd4-bd4c-3ce33a9960d8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:38.837963 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-19dd4ce0-e4bd-426a-a986-39428ad42e9d req-bd9e61a8-6234-4dd4-bd4c-3ce33a9960d8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0644212 Jun 24 04:21:38.874531 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-19dd4ce0-e4bd-426a-a986-39428ad42e9d req-05db8785-52ee-41d9-a9d3-6f69177dd45a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Jun 24 04:21:40.044905 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea626d8-aa6a-4531-a65f-61f3defba476 req-b6251a74-0cca-454b-babf-62ef1ff94e8a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:40.046355 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fea626d8-aa6a-4531-a65f-61f3defba476 req-b6251a74-0cca-454b-babf-62ef1ff94e8a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0608830 Jun 24 04:21:40.082229 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fea626d8-aa6a-4531-a65f-61f3defba476 req-1aa38d7d-a579-4aed-a764-13df66a2040e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304346 Jun 24 04:21:41.255897 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965e1ce-b75d-4617-85ff-6dbfea9cb54f req-692b831e-52af-4c7b-a696-377bf66ee1ee tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:41.257794 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3965e1ce-b75d-4617-85ff-6dbfea9cb54f req-692b831e-52af-4c7b-a696-377bf66ee1ee tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0601733 Jun 24 04:21:41.294062 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3965e1ce-b75d-4617-85ff-6dbfea9cb54f req-64f6f79b-f211-45e5-94eb-db442d6b338a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308709 Jun 24 04:21:42.623763 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b37045-eedc-477d-bf12-70243ef9363b req-3b6f699e-2e7b-4be1-b9e2-43f7a14db6ea tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:42.625197 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6b37045-eedc-477d-bf12-70243ef9363b req-3b6f699e-2e7b-4be1-b9e2-43f7a14db6ea tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0648634 Jun 24 04:21:42.662171 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6b37045-eedc-477d-bf12-70243ef9363b req-6614b414-9341-4c4a-9ad9-9ed5060f3121 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312855 Jun 24 04:21:43.831980 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70a58-0507-492c-9beb-424d836a0812 req-ad3bab8f-a604-46df-b002-7807013e0c58 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:43.833402 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4ee70a58-0507-492c-9beb-424d836a0812 req-ad3bab8f-a604-46df-b002-7807013e0c58 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0599434 Jun 24 04:21:43.870997 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4ee70a58-0507-492c-9beb-424d836a0812 req-796d98e6-215b-4d42-a548-fb9bb74ddda9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315950 Jun 24 04:21:45.046345 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87822330-ca54-4f58-989e-416b0c15df67 req-3bbd6ca3-a4b6-4c9d-82e9-b02164fc56b0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:45.047798 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-87822330-ca54-4f58-989e-416b0c15df67 req-3bbd6ca3-a4b6-4c9d-82e9-b02164fc56b0 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0651922 Jun 24 04:21:45.084963 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-87822330-ca54-4f58-989e-416b0c15df67 req-3f014c46-88c3-4d9f-9c00-660a93a39ad4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Jun 24 04:21:46.260939 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0e7d-e0fb-4b84-ba1b-827f9a7b2bcb req-08a6c3e2-78eb-4428-970a-c505a11000d6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:46.262414 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cc7c0e7d-e0fb-4b84-ba1b-827f9a7b2bcb req-08a6c3e2-78eb-4428-970a-c505a11000d6 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0625527 Jun 24 04:21:46.299362 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cc7c0e7d-e0fb-4b84-ba1b-827f9a7b2bcb req-7077de0b-51cd-4452-a2c6-a135a2b324a4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315042 Jun 24 04:21:47.473895 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9991c-9022-43ef-bdff-0c0fa50b8a74 req-ec591c91-8db0-438a-a043-b1d9c65ed5b7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:47.482043 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-abe9991c-9022-43ef-bdff-0c0fa50b8a74 req-ec591c91-8db0-438a-a043-b1d9c65ed5b7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0648346 Jun 24 04:21:47.513656 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-abe9991c-9022-43ef-bdff-0c0fa50b8a74 req-a6dbed96-a873-4900-852f-d72e6351a0e5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Jun 24 04:21:48.688346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de11b1-2dd6-4064-9043-39ff20ec8f0b req-a0463918-05aa-498c-bc08-1d807360c1a3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:48.689804 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-80de11b1-2dd6-4064-9043-39ff20ec8f0b req-a0463918-05aa-498c-bc08-1d807360c1a3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0656664 Jun 24 04:21:48.727039 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-80de11b1-2dd6-4064-9043-39ff20ec8f0b req-5c33c0db-8f38-4191-bd4d-9556744935e4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Jun 24 04:21:49.896953 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3f672-12e8-4264-a40c-e211ea73b2b1 req-e7c29e1c-5746-48ba-bf83-43e2aea36b0f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:49.898900 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-88d3f672-12e8-4264-a40c-e211ea73b2b1 req-e7c29e1c-5746-48ba-bf83-43e2aea36b0f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0617456 Jun 24 04:21:49.934518 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-88d3f672-12e8-4264-a40c-e211ea73b2b1 req-9295b604-1912-4718-a617-96602adffcc5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301778 Jun 24 04:21:51.113012 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5cc3d-5398-45d9-b04b-676799b895af req-faeef7a4-8941-47db-a532-0706070fc02c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:51.114503 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bdf5cc3d-5398-45d9-b04b-676799b895af req-faeef7a4-8941-47db-a532-0706070fc02c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0660961 Jun 24 04:21:51.151248 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bdf5cc3d-5398-45d9-b04b-676799b895af req-14edef22-e307-40a4-8400-d21bb6a7aed3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Jun 24 04:21:51.590019 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:21:51.689451 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:51.693060 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'mac_address': 'fa:16:3e:b9:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:21:51.728614 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:51.740524 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f824937a-62d1-4b32-9361-ae33b07ca1d7 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:21:51.759384 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:51.815577 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:51.817266 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:51.863793 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=6']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:51.866586 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:51.906534 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['f824937a-62d1-4b32-9361-ae33b07ca1d7'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:21:52.324022 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4125-2673-42cd-8a30-b6283946bef9 req-39a829d6-a12e-46fe-8b9b-81165e52cffa tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:52.325465 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-72de4125-2673-42cd-8a30-b6283946bef9 req-39a829d6-a12e-46fe-8b9b-81165e52cffa tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 944 time: 0.0628784 Jun 24 04:21:52.361446 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-72de4125-2673-42cd-8a30-b6283946bef9 req-e795acad-4dd1-4534-aa9a-82186ba7db08 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300949 Jun 24 04:21:53.536379 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ad94b-d12c-425c-b0b0-19c457262844 req-e04ff9c8-14e3-485e-9996-ddf160a83bf3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:53.537786 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-473ad94b-d12c-425c-b0b0-19c457262844 req-e04ff9c8-14e3-485e-9996-ddf160a83bf3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 944 time: 0.0603883 Jun 24 04:21:53.574110 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-473ad94b-d12c-425c-b0b0-19c457262844 req-907702ec-123d-40bd-a8ec-2fe0fa327d01 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308373 Jun 24 04:21:53.605455 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:21:53.651344 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port f824937a-62d1-4b32-9361-ae33b07ca1d7 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:21:53.651654 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:53.726214 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:53.748461 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:21:53.750742 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f5720-5eea-4193-a21d-83ef4dfeb2b0" -d '{"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-plugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:21:53.763968 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:21:53.833088 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:21:53.836042 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b3862-bb5e-430c-b38c-6cde38416e2c x-openstack-request-id: req-2f3b3862-bb5e-430c-b38c-6cde38416e2c {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:21:53.836334 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-plugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:21:53.836594 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f3b3862-bb5e-430c-b38c-6cde38416e2c {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:21:53.836997 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'code': 200} Jun 24 04:21:53.837476 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:21:53.882292 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=7']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:21:53.885162 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:21:54.752256 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2340178-2483-4d16-b2e2-9bc48a89317e req-201ccf7b-82ae-4d37-b8a0-7c0c5c4b39bd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:54.753688 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b2340178-2483-4d16-b2e2-9bc48a89317e req-201ccf7b-82ae-4d37-b8a0-7c0c5c4b39bd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0647686 Jun 24 04:21:54.790792 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b2340178-2483-4d16-b2e2-9bc48a89317e req-1c893cfb-6cb8-454a-aaf1-e6e5c4f6460c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310299 Jun 24 04:21:55.961630 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a40025-ef61-4c57-8ee1-f5068771689b req-5515d51c-1292-4e21-b354-801149e8ccbc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:55.963110 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-75a40025-ef61-4c57-8ee1-f5068771689b req-5515d51c-1292-4e21-b354-801149e8ccbc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0611989 Jun 24 04:21:55.999027 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-75a40025-ef61-4c57-8ee1-f5068771689b req-5e4ee816-7630-4989-9f78-ce5345a850e4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304430 Jun 24 04:21:57.177092 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3166e-c60e-4395-8746-6c75b7acab30 req-2b901987-6bba-4472-8239-64bbdb840715 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:57.179100 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2d3166e-c60e-4395-8746-6c75b7acab30 req-2b901987-6bba-4472-8239-64bbdb840715 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0670986 Jun 24 04:21:57.216728 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2d3166e-c60e-4395-8746-6c75b7acab30 req-50954286-ab76-45ca-a8a2-4e1658c0c66a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jun 24 04:21:58.398628 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949432b2-68c4-4d35-823b-70e99d17179d req-b945cb3a-c5f2-4d84-bbea-582ce707510a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:58.400980 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-949432b2-68c4-4d35-823b-70e99d17179d req-b945cb3a-c5f2-4d84-bbea-582ce707510a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0655494 Jun 24 04:21:58.440409 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-949432b2-68c4-4d35-823b-70e99d17179d req-e5cd5805-fae6-4e67-9a0a-fe15887ab1c2 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334022 Jun 24 04:21:59.631828 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74793111-cdb2-4862-b68d-2e14ba0484b5 req-96ccc721-10ec-4a20-ad85-7aa39aa9a213 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:21:59.633321 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-74793111-cdb2-4862-b68d-2e14ba0484b5 req-96ccc721-10ec-4a20-ad85-7aa39aa9a213 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0667830 Jun 24 04:21:59.679076 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-74793111-cdb2-4862-b68d-2e14ba0484b5 req-02a15a90-3bac-4747-89f3-f2dcf5c3540c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364454 Jun 24 04:22:00.217395 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:00.862704 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a53750-ee07-4bf6-95e9-f5f13b61ad78 req-04afd385-17bb-4794-a702-d1eb0b9b68f5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:00.864181 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7a53750-ee07-4bf6-95e9-f5f13b61ad78 req-04afd385-17bb-4794-a702-d1eb0b9b68f5 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0746510 Jun 24 04:22:00.903210 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7a53750-ee07-4bf6-95e9-f5f13b61ad78 req-58d326d4-2b12-468d-9388-33cae6a4bcc7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Jun 24 04:22:02.089857 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aecdb-5785-4b30-b5fd-8ae09da41dc0 req-a02d9893-3bce-4573-97fc-9aa1ab5e1f94 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:02.091360 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-768aecdb-5785-4b30-b5fd-8ae09da41dc0 req-a02d9893-3bce-4573-97fc-9aa1ab5e1f94 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0648201 Jun 24 04:22:02.129401 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-768aecdb-5785-4b30-b5fd-8ae09da41dc0 req-8685224f-0cee-4cb5-a3cc-e67bd06e62ff tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Jun 24 04:22:03.010949 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d745c69d-1068-47f5-a8cd-3d6954b1e812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:03.320755 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366f051-66de-4b32-8472-0b330294a826 req-8b5989a9-ab57-4cef-9d5b-5e5112ea8501 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:03.322870 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6366f051-66de-4b32-8472-0b330294a826 req-8b5989a9-ab57-4cef-9d5b-5e5112ea8501 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0731399 Jun 24 04:22:03.362499 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6366f051-66de-4b32-8472-0b330294a826 req-5fdb9c81-ec76-4a84-bbce-c4f9bd1cf622 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338223 Jun 24 04:22:04.543765 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117cce4-69f1-4136-a5e6-ef0165d7433e req-64901a9d-1ce8-4038-a819-b3fa7116f200 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:04.545128 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0117cce4-69f1-4136-a5e6-ef0165d7433e req-64901a9d-1ce8-4038-a819-b3fa7116f200 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0646574 Jun 24 04:22:04.580539 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0117cce4-69f1-4136-a5e6-ef0165d7433e req-77db3dd5-a3a4-4c13-9d88-1e2fe3531c3d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299635 Jun 24 04:22:05.456264 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c0176a68-46fd-475d-b325-6f0409b7ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:05.764858 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:05.782000 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9099577-4bd9-45d3-b3de-152365e91c39 req-383ee714-52a9-4f7b-9877-782e128a2eb9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:05.783770 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f9099577-4bd9-45d3-b3de-152365e91c39 req-383ee714-52a9-4f7b-9877-782e128a2eb9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0691128 Jun 24 04:22:05.825010 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f9099577-4bd9-45d3-b3de-152365e91c39 req-1fc703bc-ad82-4729-8942-28b9ec5e2e22 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354373 Jun 24 04:22:06.769941 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:07.020061 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8f6cd-4440-4c56-be19-5dc5018b5d98 req-23178ab3-5377-41a6-8134-1d206a2c038b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:07.021420 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-36a8f6cd-4440-4c56-be19-5dc5018b5d98 req-23178ab3-5377-41a6-8134-1d206a2c038b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0748734 Jun 24 04:22:07.066653 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-36a8f6cd-4440-4c56-be19-5dc5018b5d98 req-076d8ce7-ac16-4cb3-a31a-18aaaf7a9156 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380816 Jun 24 04:22:07.485413 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-93ef5aa3-e815-4e74-aa2f-832460c2eba9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520308 Jun 24 04:22:07.578299 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-25f57a71-7658-4cb4-93aa-73dba1ab2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:07.579817 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-25f57a71-7658-4cb4-93aa-73dba1ab2bd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1099 time: 0.0523996 Jun 24 04:22:07.689830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-711cb6de-b906-4c7e-862f-90dba618dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:07.691223 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-711cb6de-b906-4c7e-862f-90dba618dcf6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0910232 Jun 24 04:22:07.757381 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-2e837bbc-712f-4e3f-9405-c4a7d3c70ff0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 200 len: 1001 time: 0.0596611 Jun 24 04:22:07.806078 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-87f694af-aa70-4a9c-a6ca-1ef44cfa5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:07.808359 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-87f694af-aa70-4a9c-a6ca-1ef44cfa5794 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0446966 Jun 24 04:22:07.868906 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-2d93deed-1d0a-41ef-9bd9-050012f0d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:07.870660 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-2d93deed-1d0a-41ef-9bd9-050012f0d935 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544970 Jun 24 04:22:08.045038 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:08.258146 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-3114bae0-1612-4a00-918e-38b2cdd012c7 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785806 Jun 24 04:22:08.277126 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1da35-c3ec-4cfc-ac64-fcffc95876ba req-7ef1f6c5-9a83-4b10-8fef-6780cb24eb67 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:08.283499 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-28c1da35-c3ec-4cfc-ac64-fcffc95876ba req-7ef1f6c5-9a83-4b10-8fef-6780cb24eb67 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0713086 Jun 24 04:22:08.328510 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-28c1da35-c3ec-4cfc-ac64-fcffc95876ba req-a594a8e5-5c22-4940-8471-6835d7eb33c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440807 Jun 24 04:22:08.360401 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-29520d1c-8b8f-49fd-908d-e03f1bab17bc req-3f5f5458-c266-47e4-a3ad-e5d4184c8caf service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948198 Jun 24 04:22:09.497348 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495867e-1ff4-4c90-ac2d-aee5d863c9fd req-24b9bc28-4e33-4260-9351-6d1c8747d3dd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:09.498802 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c495867e-1ff4-4c90-ac2d-aee5d863c9fd req-24b9bc28-4e33-4260-9351-6d1c8747d3dd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0645609 Jun 24 04:22:09.533813 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c495867e-1ff4-4c90-ac2d-aee5d863c9fd req-89508aea-04ea-4844-afc3-a58f97745712 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293305 Jun 24 04:22:09.984443 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-b90208a6-1dfe-48e5-94f1-176ace34a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:09.985915 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-b90208a6-1dfe-48e5-94f1-176ace34a725 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1098 time: 0.0507100 Jun 24 04:22:10.072845 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-59a679af-2217-4263-b16c-c71e6c5ed21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:10.074255 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-59a679af-2217-4263-b16c-c71e6c5ed21a service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0822110 Jun 24 04:22:10.136624 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-b65eb8b6-28d9-4ff8-8104-b90eaaf62ddf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0543756 Jun 24 04:22:10.186730 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-518d6b1c-141e-4417-aedc-5199c1152ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:10.188092 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-518d6b1c-141e-4417-aedc-5199c1152ce8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0448322 Jun 24 04:22:10.247612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-1f55ea76-6cd1-4510-842c-8b23a0d2f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:10.248962 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-1f55ea76-6cd1-4510-842c-8b23a0d2f05a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507936 Jun 24 04:22:10.338130 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-115d45a8-fb8b-4128-850b-d5f69d6a076a service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814486 Jun 24 04:22:10.422525 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-72b2a722-e80b-4b10-91c6-f31ce74360a8 req-cc37e4b2-0ea6-4c8a-9cf5-35d68791c941 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785432 Jun 24 04:22:10.706681 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a63d9-7a5c-4d52-a5cf-6becce91778c req-06b5ee9c-809e-42d0-9c71-f6321ef43dc1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:10.708142 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e45a63d9-7a5c-4d52-a5cf-6becce91778c req-06b5ee9c-809e-42d0-9c71-f6321ef43dc1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0614300 Jun 24 04:22:10.744920 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e45a63d9-7a5c-4d52-a5cf-6becce91778c req-570bd591-31be-4a71-baab-d4ed29ba5b2c tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Jun 24 04:22:11.921173 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97af7c9-7cf5-491b-9eab-c8d71b6c697a req-1d232e39-74f9-469d-b5d9-41a2ac7b550b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:11.922625 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b97af7c9-7cf5-491b-9eab-c8d71b6c697a req-1d232e39-74f9-469d-b5d9-41a2ac7b550b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Jun 24 04:22:11.957757 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b97af7c9-7cf5-491b-9eab-c8d71b6c697a req-87025834-ae98-48ce-a4e9-bed8d6d2b8a7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297654 Jun 24 04:22:13.130436 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b7a41-e4a2-43a8-9350-07993264c763 req-e29257e9-70f9-4a6a-b20f-6668cdbe04d4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:13.131870 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fc2b7a41-e4a2-43a8-9350-07993264c763 req-e29257e9-70f9-4a6a-b20f-6668cdbe04d4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 945 time: 0.0639806 Jun 24 04:22:13.167905 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fc2b7a41-e4a2-43a8-9350-07993264c763 req-6e538e6d-cecd-499d-9ba4-156848c4ec58 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304594 Jun 24 04:22:13.725273 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:22:13.800608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:13.823578 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:22:13.825849 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5338aa56-0a39-4491-8a49-8fa542b6f2ae" -d '{"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-unplugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:13.838602 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:13.884677 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:13.887359 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:22:13.930912 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=8']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:13.937494 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.937845 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.938209 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.938537 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.938862 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.939184 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.939507 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.939867 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.940181 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.940499 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.940812 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.941123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:22:13.945023 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:22:14.044266 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b743ddfc-8698-4801-870a-43bb68c5e1d6 x-openstack-request-id: req-b743ddfc-8698-4801-870a-43bb68c5e1d6 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:14.044580 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-unplugged", "status": "failed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "code": 422}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:14.044820 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b743ddfc-8698-4801-870a-43bb68c5e1d6 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:14.045263 dv-cinder-792462-18-iscsi neutron-server[93538]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'code': 422} returned with failed status Jun 24 04:22:15.011261 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4a4e8-522f-4a87-9245-a65e2ffc145e req-ed708460-914f-4aba-b907-9ee7c82d4759 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:15.012648 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-57c4a4e8-522f-4a87-9245-a65e2ffc145e req-ed708460-914f-4aba-b907-9ee7c82d4759 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0633361 Jun 24 04:22:15.049946 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-57c4a4e8-522f-4a87-9245-a65e2ffc145e req-7e262052-9d6d-4d47-94eb-dcba8047ed90 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315721 Jun 24 04:22:15.321989 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-e94a634a-706e-4780-8e63-9da5ab45c3c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901895 Jun 24 04:22:15.603989 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:22:16.231924 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e015c-304a-4eb9-aeba-974d27ecb9c0 req-106825a8-7d09-4ec2-8845-ed52e6483db4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:16.233390 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-871e015c-304a-4eb9-aeba-974d27ecb9c0 req-106825a8-7d09-4ec2-8845-ed52e6483db4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0691466 Jun 24 04:22:16.271261 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-871e015c-304a-4eb9-aeba-974d27ecb9c0 req-579ef6ab-6911-4489-81af-493b48803674 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Jun 24 04:22:16.784979 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-f894ae65-9a0d-4188-b9db-01a46f4180e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:16.786370 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-f894ae65-9a0d-4188-b9db-01a46f4180e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451&tenant_id=f7948c07ea9b4fcf8c1682fa69a51102 HTTP/1.1" status: 200 len: 1096 time: 0.0848029 Jun 24 04:22:16.860971 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-1a16afac-b4c9-41dc-a198-8bf04ec9ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:16.862455 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-1a16afac-b4c9-41dc-a198-8bf04ec9ddf4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1096 time: 0.0506666 Jun 24 04:22:16.951444 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-7204e3c7-3ece-462e-aa68-6d5fa8ee7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:16.952848 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-7204e3c7-3ece-462e-aa68-6d5fa8ee7354 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0840392 Jun 24 04:22:17.014960 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-66c48a4f-30ae-452d-8243-a6a95152d79a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 999 time: 0.0546274 Jun 24 04:22:17.065752 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-e55e40f5-d29f-42b2-8ec5-e768b307ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:17.067139 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-e55e40f5-d29f-42b2-8ec5-e768b307ef47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0446012 Jun 24 04:22:17.120785 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-5839414e-d9f8-490d-b808-056e9ba326d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:17.122207 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-5839414e-d9f8-490d-b808-056e9ba326d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487046 Jun 24 04:22:17.207146 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-1be3e0f3-2371-4b88-a756-7e7b95ef870e service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775054 Jun 24 04:22:17.296972 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-41e8401d-0440-45ae-a812-8761db8e4db3 req-09a87002-6ab7-459d-b825-8db6abd2e17e service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831437 Jun 24 04:22:17.448521 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404c95-1c6d-491c-b4a8-fd00a227194f req-652b5e36-b260-41fd-9706-63b451dd8ba2 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:17.449621 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13404c95-1c6d-491c-b4a8-fd00a227194f req-652b5e36-b260-41fd-9706-63b451dd8ba2 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0650594 Jun 24 04:22:17.486779 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13404c95-1c6d-491c-b4a8-fd00a227194f req-bb1c8a6e-d78b-4996-8502-cc75d96ea7d4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Jun 24 04:22:18.671665 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9a5f2-fc2a-4d24-9b53-8d751f35b251 req-2f200cdb-da8d-4b8d-b96a-bb7bf0d968be tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:18.673180 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ff9a5f2-fc2a-4d24-9b53-8d751f35b251 req-2f200cdb-da8d-4b8d-b96a-bb7bf0d968be tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0651667 Jun 24 04:22:18.711149 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ff9a5f2-fc2a-4d24-9b53-8d751f35b251 req-9cd9480a-93f2-4917-bd37-54f48b10112e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Jun 24 04:22:19.896664 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e950-22c8-40d5-be2a-2c8023e79518 req-937e5988-c1f7-4530-9b45-7bbdf13f603a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:19.898131 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d945e950-22c8-40d5-be2a-2c8023e79518 req-937e5988-c1f7-4530-9b45-7bbdf13f603a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0663738 Jun 24 04:22:19.936111 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d945e950-22c8-40d5-be2a-2c8023e79518 req-aabcf900-205f-4d66-8234-7b703c7522eb tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Jun 24 04:22:21.116566 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39ac63-a746-43bf-a484-8396bcb9c7a3 req-f0cabdee-2873-4d2d-80c7-b9c2a1966591 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:21.118117 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cc39ac63-a746-43bf-a484-8396bcb9c7a3 req-f0cabdee-2873-4d2d-80c7-b9c2a1966591 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0661118 Jun 24 04:22:21.159105 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cc39ac63-a746-43bf-a484-8396bcb9c7a3 req-af8cf5a6-96f2-4f9e-a469-2fd9334853d4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338123 Jun 24 04:22:22.470202 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c827ed-0fa2-46b1-9860-240cfd7cd6e9 req-56144672-23a7-49fd-bc45-4054ab60aaaa tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:22.471187 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6c827ed-0fa2-46b1-9860-240cfd7cd6e9 req-56144672-23a7-49fd-bc45-4054ab60aaaa tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0682514 Jun 24 04:22:22.509589 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c6c827ed-0fa2-46b1-9860-240cfd7cd6e9 req-adcb8c81-8291-48e1-bcaf-8a620dc576d8 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327876 Jun 24 04:22:23.689907 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f43b5-5f25-410b-ada0-fce72bd01471 req-1d0e152d-9c8c-47fd-9812-1c4fa7c81e94 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:23.691504 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b0f43b5-5f25-410b-ada0-fce72bd01471 req-1d0e152d-9c8c-47fd-9812-1c4fa7c81e94 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0648727 Jun 24 04:22:23.733559 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b0f43b5-5f25-410b-ada0-fce72bd01471 req-27986027-e6d8-4c38-bc1e-3cc017482302 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331321 Jun 24 04:22:24.919330 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e24aea-6dc6-43bb-960d-9e701b72c0fe req-77a983af-6391-4284-ba81-b597d3e2fe4e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:24.920886 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f9e24aea-6dc6-43bb-960d-9e701b72c0fe req-77a983af-6391-4284-ba81-b597d3e2fe4e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0656018 Jun 24 04:22:24.962687 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f9e24aea-6dc6-43bb-960d-9e701b72c0fe req-9ff7dcd2-def5-40d3-b9f7-a09dabf9346e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357766 Jun 24 04:22:26.146793 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2d3c-6169-4bbd-83b9-9244507ab838 req-e54b1c8d-b027-4ca7-8d01-31547bc4fd35 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:26.155028 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9fdb2d3c-6169-4bbd-83b9-9244507ab838 req-e54b1c8d-b027-4ca7-8d01-31547bc4fd35 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0674262 Jun 24 04:22:26.185287 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9fdb2d3c-6169-4bbd-83b9-9244507ab838 req-5e175341-1966-46b7-8e36-790a9079e88b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307276 Jun 24 04:22:27.365676 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7e47e-45ae-4aa5-93b9-bc96f0e5ea17 req-00e62297-9168-4b76-ab06-eb4cff904188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:27.367141 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-50f7e47e-45ae-4aa5-93b9-bc96f0e5ea17 req-00e62297-9168-4b76-ab06-eb4cff904188 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0649726 Jun 24 04:22:27.403808 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-50f7e47e-45ae-4aa5-93b9-bc96f0e5ea17 req-58c44b78-1410-48d3-b367-17ac9115dbe3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Jun 24 04:22:28.583523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b7964-0772-4d80-b1e5-3e0cd7791b74 req-b6674cf5-203f-4a7f-af2a-0a7df32b4b2e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:28.584966 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fc4b7964-0772-4d80-b1e5-3e0cd7791b74 req-b6674cf5-203f-4a7f-af2a-0a7df32b4b2e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0654790 Jun 24 04:22:28.623178 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fc4b7964-0772-4d80-b1e5-3e0cd7791b74 req-ed036496-73b5-4918-bf76-662c9a127c71 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326059 Jun 24 04:22:29.809744 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203dc06-840f-49c1-a407-274f26fd7248 req-9e3bf5a2-fa8c-4626-b657-f38219e501a9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:29.811958 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d203dc06-840f-49c1-a407-274f26fd7248 req-9e3bf5a2-fa8c-4626-b657-f38219e501a9 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0691588 Jun 24 04:22:29.852414 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d203dc06-840f-49c1-a407-274f26fd7248 req-a4c5ad05-4767-492c-a3da-c86c21ffe73a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Jun 24 04:22:30.284327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:31.025617 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b97234-e817-45b1-a0f3-614fe6e12321 req-0bee7c4b-fb03-48f3-bfea-7cc153002cf1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:31.027048 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-56b97234-e817-45b1-a0f3-614fe6e12321 req-0bee7c4b-fb03-48f3-bfea-7cc153002cf1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0596349 Jun 24 04:22:31.063233 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-56b97234-e817-45b1-a0f3-614fe6e12321 req-8a0ff275-928b-4c63-920a-2ae21be9bfef tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303125 Jun 24 04:22:32.242566 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b55d-f4ef-4e0a-a999-2daa60e26cf6 req-813ac1de-e1d3-4bb8-90b2-f7abfaeba892 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:32.243984 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9de4b55d-f4ef-4e0a-a999-2daa60e26cf6 req-813ac1de-e1d3-4bb8-90b2-f7abfaeba892 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0694849 Jun 24 04:22:32.280773 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9de4b55d-f4ef-4e0a-a999-2daa60e26cf6 req-8e1e558b-9a17-4d2e-8cfc-9a5524a7bc48 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307286 Jun 24 04:22:33.003829 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d775ef06-8e0f-491c-bb78-0e9d62ca2db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:33.452745 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92468d02-efb3-4e55-a563-f960a595ce47 req-5f8d687f-4145-4fbb-8f86-5cca027b55ab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:33.454229 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-92468d02-efb3-4e55-a563-f960a595ce47 req-5f8d687f-4145-4fbb-8f86-5cca027b55ab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0624845 Jun 24 04:22:33.490317 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-92468d02-efb3-4e55-a563-f960a595ce47 req-bfd11825-4170-45fc-b4b9-f57f8b6862fd tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305419 Jun 24 04:22:34.667142 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08be62-9741-4049-8d04-e9b9d38f8a4e req-51a3ae81-e97a-45b5-b609-82293e7613ee tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:34.668581 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb08be62-9741-4049-8d04-e9b9d38f8a4e req-51a3ae81-e97a-45b5-b609-82293e7613ee tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0641866 Jun 24 04:22:34.705035 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb08be62-9741-4049-8d04-e9b9d38f8a4e req-ab129ddf-d74e-428d-81ff-5642fb7ba19f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Jun 24 04:22:35.472381 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-19174cca-1db2-4023-b6e0-d8a4aaa0b124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:35.752492 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:35.835668 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:22:35.878942 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b824-a94b-4e8c-a0f9-6e7410377465 req-42e61f8e-6a6a-4b5b-885a-caa6ecd39d3f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:35.880410 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c785b824-a94b-4e8c-a0f9-6e7410377465 req-42e61f8e-6a6a-4b5b-885a-caa6ecd39d3f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 943 time: 0.0634918 Jun 24 04:22:35.917829 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c785b824-a94b-4e8c-a0f9-6e7410377465 req-0fd8e88f-2dc5-4598-8089-1ea5e38de99e tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Jun 24 04:22:35.932190 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:35.943517 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'port_id': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'mac_address': 'fa:16:3e:b9:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:22:35.977958 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:35.992651 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f824937a-62d1-4b32-9361-ae33b07ca1d7 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:22:36.011428 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:36.061519 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:36.063266 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:22:36.105676 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=9']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:36.108608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:22:36.432785 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['f824937a-62d1-4b32-9361-ae33b07ca1d7'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:22:36.792509 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:37.088538 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bead6-6add-48c6-a87e-5423bcbceb2e req-9c4021dc-9b5d-41e2-b6b1-fd7087960fad tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:37.089971 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-184bead6-6add-48c6-a87e-5423bcbceb2e req-9c4021dc-9b5d-41e2-b6b1-fd7087960fad tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 944 time: 0.0603011 Jun 24 04:22:37.125720 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-184bead6-6add-48c6-a87e-5423bcbceb2e req-8c1116f8-f8d1-43c0-8f03-3c84a0c54175 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294161 Jun 24 04:22:37.848174 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:22:37.897377 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port f824937a-62d1-4b32-9361-ae33b07ca1d7 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:22:37.897721 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:37.969589 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:37.998510 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:22:38.000968 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db307b7-e6e1-4b0a-b1a0-4a81f66c2cde" -d '{"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-plugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:22:38.013446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:22:38.036080 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7324f9-daee-41f3-9efb-3ad062c202aa x-openstack-request-id: req-7a7324f9-daee-41f3-9efb-3ad062c202aa {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:22:38.036372 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-plugged", "status": "completed", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:22:38.036624 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a7324f9-daee-41f3-9efb-3ad062c202aa {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:22:38.037053 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'code': 200} Jun 24 04:22:38.060924 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:38.066769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:22:38.068790 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:22:38.117143 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=10']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:22:38.120085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:22:38.289618 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55dc06d-475e-4c3a-8ca5-ca58f04f7989 req-386642f9-cbcd-409d-b4f6-a35d0e49ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:38.291097 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e55dc06d-475e-4c3a-8ca5-ca58f04f7989 req-386642f9-cbcd-409d-b4f6-a35d0e49ae0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1099 time: 0.0527730 Jun 24 04:22:38.309885 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f171f5-1033-49a3-9a9b-64e978a4cfef req-51e46d12-97bd-4fa7-ac15-fe1aca082d32 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:38.311870 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-48f171f5-1033-49a3-9a9b-64e978a4cfef req-51e46d12-97bd-4fa7-ac15-fe1aca082d32 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0657544 Jun 24 04:22:38.324254 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e55dc06d-475e-4c3a-8ca5-ca58f04f7989 req-6bae7c98-93ba-4c66-86ff-ddbe0598bf0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270801 Jun 24 04:22:38.348952 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-48f171f5-1033-49a3-9a9b-64e978a4cfef req-04bf8e4e-582b-4d03-930e-655a7ac10712 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Jun 24 04:22:39.523484 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd0f12-7bee-4c9e-b0bb-4d1c13526bc1 req-867633c0-eff0-4e5e-b21a-8179f6b7438a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:39.524942 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5fdd0f12-7bee-4c9e-b0bb-4d1c13526bc1 req-867633c0-eff0-4e5e-b21a-8179f6b7438a tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0630004 Jun 24 04:22:39.562243 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5fdd0f12-7bee-4c9e-b0bb-4d1c13526bc1 req-8615d160-6b33-40df-9bdd-411fc22aefad tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311468 Jun 24 04:22:40.739119 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12a32-1364-4bf6-8420-1c183ae02529 req-72468a43-e0e4-4071-9137-c690fbb157e1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:40.740566 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-08f12a32-1364-4bf6-8420-1c183ae02529 req-72468a43-e0e4-4071-9137-c690fbb157e1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0644152 Jun 24 04:22:40.784746 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-08f12a32-1364-4bf6-8420-1c183ae02529 req-e97adada-b9e7-4b0a-a212-5d4ae76c52d1 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384948 Jun 24 04:22:41.955316 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f92f01-cf81-4187-aab5-58387ac13854 req-70182d6a-52e2-4b58-8545-36b3efae0175 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:22:41.956769 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-43f92f01-cf81-4187-aab5-58387ac13854 req-70182d6a-52e2-4b58-8545-36b3efae0175 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0612488 Jun 24 04:22:41.992921 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-43f92f01-cf81-4187-aab5-58387ac13854 req-9a9b1829-2785-4142-b36d-8adce07176bc tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Jun 24 04:22:52.603099 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:23:00.289400 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:00.793407 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40508) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:00.941523 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Deleting port 9f3e2800-1166-459f-874d-7fd2a9848dbf {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:00.942116 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:01.018605 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:01.018927 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:01.029730 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Calling delete_port for 9f3e2800-1166-459f-874d-7fd2a9848dbf owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:01.238019 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:01.240037 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-41fe4d0a-b191-426c-9ccd-03f0a410e6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:01.262579 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'Port': ['ID=9f3e2800-1166-459f-874d-7fd2a9848dbf,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:01.272115 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.272497 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.272867 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.273231 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.273624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.274576 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.274576 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.274753 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.275048 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.275399 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.275750 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.276100 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:01.280729 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:01.334640 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:01.335014 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Floating IP 864cbb5c-0705-45c1-99a3-cf1229212abf disassociated (deleted). External IP: 172.27.2.196, port: a94084cd-bcbf-484e-b622-a6e6340a7636. Jun 24 04:23:01.530593 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:01.631581 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:01.636403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:01.640815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:01.650146 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:01.650769 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:22:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:01.672427 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "DELETE /v2.0/floatingips/864cbb5c-0705-45c1-99a3-cf1229212abf HTTP/1.1" status: 204 len: 168 time: 0.8778746 Jun 24 04:23:01.673081 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:01.675411 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011df16-8084-439c-853c-62dcdba88d11" -d '{"events": [{"name": "network-changed", "server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:01.753377 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:01.965992 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 1, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:01.995899 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:02.004332 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:02.004942 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:22:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:02.127940 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f3dae-9f2e-4c8e-bfdd-c9fc1dd59c57 x-openstack-request-id: req-de5f3dae-9f2e-4c8e-bfdd-c9fc1dd59c57 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:02.128448 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:02.128544 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de5f3dae-9f2e-4c8e-bfdd-c9fc1dd59c57 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:02.129081 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'status': 'completed', 'code': 200} Jun 24 04:23:02.214169 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011df16-8084-439c-853c-62dcdba88d11 req-6822fa75-aa31-4c5c-973d-0fa6d071d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:02.215788 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-6822fa75-aa31-4c5c-973d-0fa6d071d598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 1098 time: 0.0622630 Jun 24 04:23:02.242727 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:02.277403 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a5d69-6933-4bfa-a3db-da7adeab6ff2 req-45bc663d-ba58-4add-9035-2d34cb47ee22 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:02.278928 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3d7a5d69-6933-4bfa-a3db-da7adeab6ff2 req-45bc663d-ba58-4add-9035-2d34cb47ee22 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0652254 Jun 24 04:23:02.314753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011df16-8084-439c-853c-62dcdba88d11 req-95e1c419-3d58-41de-a547-0c3304215171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:02.316186 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-95e1c419-3d58-41de-a547-0c3304215171 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0894790 Jun 24 04:23:02.320200 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3d7a5d69-6933-4bfa-a3db-da7adeab6ff2 req-11cbec15-f861-4e1e-81a4-d753532ec104 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Jun 24 04:23:02.360681 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-3dfde931-9351-4d79-96be-894259be9820 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a94084cd-bcbf-484e-b622-a6e6340a7636 HTTP/1.1" status: 200 len: 217 time: 0.0368102 Jun 24 04:23:02.409299 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011df16-8084-439c-853c-62dcdba88d11 req-c106ff2b-dff4-43cb-879f-a8eb72e2daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:02.410768 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-c106ff2b-dff4-43cb-879f-a8eb72e2daf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0433881 Jun 24 04:23:02.466927 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011df16-8084-439c-853c-62dcdba88d11 req-80e77a78-efc7-483e-a8ad-8cb6eabe5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:02.468376 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-80e77a78-efc7-483e-a8ad-8cb6eabe5ee0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505846 Jun 24 04:23:02.477705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 1, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:02.503569 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548536bd-c1ef-4d01-97dd-3dfa4a92f026 None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': 'b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'floating_ip_address': '172.27.2.33', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'port_id': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'mac_address': 'fa:16:3e:34:e7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:18:47Z', 'updated_at': '2021-06-24T04:18:49Z', 'revision_number': 1, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:02.567967 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-aab55884-f803-4f82-89bd-e9ce7c222274 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914009 Jun 24 04:23:02.658534 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f011df16-8084-439c-853c-62dcdba88d11 req-037e735e-1fcc-4cc2-b9d0-941c0413e5f9 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835216 Jun 24 04:23:02.711667 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb494d42-9cde-4772-9fb5-d6c4a89a6e01 None None] New status for floating IP 864cbb5c-0705-45c1-99a3-cf1229212abf: DOWN {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:23:03.003510 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-80e3f6e4-7a9e-4460-802b-a7c67d546778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:03.488853 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9140dd0-37a6-46f8-bae0-045177d4414e req-30479c98-e5a2-46ed-82e2-28395b5bb1e1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:03.490280 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e9140dd0-37a6-46f8-bae0-045177d4414e req-30479c98-e5a2-46ed-82e2-28395b5bb1e1 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0599105 Jun 24 04:23:03.525803 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e9140dd0-37a6-46f8-bae0-045177d4414e req-f1cb0603-8b62-49a3-bdef-ad14dbbddc6a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302153 Jun 24 04:23:03.916372 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-e7c018d5-6e9c-4e78-b879-305947d0eb2b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:03.917760 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-e7c018d5-6e9c-4e78-b879-305947d0eb2b tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 945 time: 0.0648618 Jun 24 04:23:04.011016 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Deleting port a94084cd-bcbf-484e-b622-a6e6340a7636 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:04.011356 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:04.097342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] For port a94084cd-bcbf-484e-b622-a6e6340a7636, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a94084cd-bcbf-484e-b622-a6e6340a7636,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:04.097693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:04.109255 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Calling delete_port for a94084cd-bcbf-484e-b622-a6e6340a7636 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:04.266269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:04.270073 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:04.300924 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'Port': ['ID=a94084cd-bcbf-484e-b622-a6e6340a7636,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:04.313334 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.313718 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.314213 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.314586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.314949 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.315320 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.315684 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.316045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.316405 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.316761 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.317116 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.317469 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:04.335501 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:04.355198 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] No DVR routers for this DVR port a94084cd-bcbf-484e-b622-a6e6340a7636 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:04.358125 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:04.360129 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5c5520bb-8463-42a7-8e72-96ddd2f0bdb2 req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "DELETE /v2.0/ports/a94084cd-bcbf-484e-b622-a6e6340a7636 HTTP/1.1" status: 204 len: 173 time: 0.4366791 Jun 24 04:23:04.360610 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'name': 'network-vif-deleted', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:04.362894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40294030-3266-4aa8-955d-b9584d9c1b02" -d '{"events": [{"server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "name": "network-vif-deleted", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:04.447173 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f6c572-a36c-498a-95e5-d3a2d5e9f04c x-openstack-request-id: req-31f6c572-a36c-498a-95e5-d3a2d5e9f04c {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:04.447513 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63e491e-6953-44d8-8560-ca15dad25af6", "name": "network-vif-deleted", "tag": "a94084cd-bcbf-484e-b622-a6e6340a7636", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:04.447881 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31f6c572-a36c-498a-95e5-d3a2d5e9f04c {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:04.448319 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63e491e-6953-44d8-8560-ca15dad25af6', 'name': 'network-vif-deleted', 'tag': 'a94084cd-bcbf-484e-b622-a6e6340a7636', 'status': 'completed', 'code': 200} Jun 24 04:23:04.669646 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-53cd7081-dbe2-434f-a8de-f735dddef448 req-f6b94751-bcad-4a53-b8b2-dd8191e31ed3 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b63e491e-6953-44d8-8560-ca15dad25af6 HTTP/1.1" status: 200 len: 210 time: 0.0284808 Jun 24 04:23:05.460523 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6774c9fa-f983-4f3f-a9fa-057e67f972f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:05.740772 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:06.757596 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:07.471441 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-cfcafdf0-c483-4387-9661-139c56f4d521 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494857 Jun 24 04:23:07.542744 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-6c34e5ed-44ba-4b9d-bb40-94b8aa65afff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:07.544158 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-6c34e5ed-44ba-4b9d-bb40-94b8aa65afff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 1099 time: 0.0503201 Jun 24 04:23:07.651615 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-3ef51f21-03c7-4323-9949-5fd71cf33169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:07.653071 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-3ef51f21-03c7-4323-9949-5fd71cf33169 service neutron] 10.222.0.10 "GET /v2.0/networks?id=42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 200 len: 917 time: 0.0890834 Jun 24 04:23:07.719348 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-42aed6a3-2d22-4a5f-b875-0f18a4197c57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 200 len: 1001 time: 0.0594966 Jun 24 04:23:07.766359 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-26ac2615-1e19-430a-a8ac-63e3075b7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:07.767724 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-26ac2615-1e19-430a-a8ac-63e3075b7bf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 200 len: 855 time: 0.0419703 Jun 24 04:23:07.822830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-818dbd9a-2fb5-4fff-a775-f96f5fe3f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:07.824611 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-818dbd9a-2fb5-4fff-a775-f96f5fe3f1e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=42bf8fff-6e0c-49a1-a294-84e03c94cc13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503035 Jun 24 04:23:07.917197 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-46a7df32-acc1-4c42-b70a-64b8ea23d54e service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Jun 24 04:23:07.988994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a94084cd-bcbf-484e-b622-a6e6340a7636 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:08.006235 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ea8c3c2e-cf71-4c8f-8384-be81239eaf5c req-f81e0f88-097d-4a36-8ae3-a2739b522739 service neutron] 10.222.0.10 "GET /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 Jun 24 04:23:08.008856 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: a94084cd-bcbf-484e-b622-a6e6340a7636 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:08.009214 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device a94084cd-bcbf-484e-b622-a6e6340a7636 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:08.077992 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:08.164087 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40542) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:08.580837 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Deleting port c299a360-0250-44e0-8da4-0eb07cb297e1 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:08.581176 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:08.655604 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:08.655824 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:08.666743 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Calling delete_port for c299a360-0250-44e0-8da4-0eb07cb297e1 owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:08.865346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:08.867273 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-48eecb3a-9927-4c0f-a77d-b6cb76e0ba20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:08.888708 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'Port': ['ID=c299a360-0250-44e0-8da4-0eb07cb297e1,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:08.892016 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:08.951401 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:08.951664 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Floating IP b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886 disassociated (deleted). External IP: 172.27.2.33, port: 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f. Jun 24 04:23:09.145464 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:09.246516 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:09.252100 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:09.255989 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:09.264681 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:09.265307 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:09.291047 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "DELETE /v2.0/floatingips/b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886 HTTP/1.1" status: 204 len: 168 time: 1.1258757 Jun 24 04:23:09.291803 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:09.294333 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed074b97-ad9b-494b-abba-43016b51c20a" -d '{"events": [{"name": "network-changed", "server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:09.368467 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:09.560984 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:09.589755 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:09.598514 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:09.599098 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:09.704218 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:09.731021 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4fea73-ce16-413c-a614-6d2bdc2cc6c5 x-openstack-request-id: req-fe4fea73-ce16-413c-a614-6d2bdc2cc6c5 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:09.736698 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:09.736698 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe4fea73-ce16-413c-a614-6d2bdc2cc6c5 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:09.736698 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'status': 'completed', 'code': 200} Jun 24 04:23:09.808222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074b97-ad9b-494b-abba-43016b51c20a req-e0068fb5-68f2-4f08-a258-0bd14701ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:09.809792 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-e0068fb5-68f2-4f08-a258-0bd14701ad2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e314a1fea024d1b9a4bfab805526d92&device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 1099 time: 0.0528448 Jun 24 04:23:09.879514 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbeda0-7d62-4031-921c-ac101ddce92a req-629f0051-2d21-41fa-b8cd-3e3c5faae064 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:09.881351 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-efcbeda0-7d62-4031-921c-ac101ddce92a req-629f0051-2d21-41fa-b8cd-3e3c5faae064 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 946 time: 0.0637784 Jun 24 04:23:09.906968 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:09.911471 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074b97-ad9b-494b-abba-43016b51c20a req-61e94d5a-c1d8-4cea-bc72-ccc03ee6f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:09.912906 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-61e94d5a-c1d8-4cea-bc72-ccc03ee6f6aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 200 len: 913 time: 0.0943966 Jun 24 04:23:09.921526 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-efcbeda0-7d62-4031-921c-ac101ddce92a req-bfc9441d-a96a-47a6-9341-a78f38794a32 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334983 Jun 24 04:23:09.933160 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9791018-9813-4de1-8472-88b23c85f89e None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:13:09Z', 'revision_number': 4, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'db0cfbc1-347c-41bc-b442-ad24b64567d5', 'name': '', 'network_id': '5a2d48ba-84ae-4141-9f9e-598f19445260', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'mac_address': 'fa:16:3e:78:59:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:08Z', 'updated_at': '2021-06-24T04:13:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'subnets': [{'id': 'c9ab31bc-dd62-4b63-bcc3-a43dd174ab96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:09.954187 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-2b4aeb51-13c4-43fa-9438-a7e4e10a1765 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 200 len: 217 time: 0.0339270 Jun 24 04:23:10.006240 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074b97-ad9b-494b-abba-43016b51c20a req-ea7bd6ca-91e5-4c7a-8fde-ce8783044b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:10.007675 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-ea7bd6ca-91e5-4c7a-8fde-ce8783044b40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 200 len: 851 time: 0.0471735 Jun 24 04:23:10.068023 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074b97-ad9b-494b-abba-43016b51c20a req-93f76e98-e68a-4cf7-bafa-84ca20569164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:10.069419 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-93f76e98-e68a-4cf7-bafa-84ca20569164 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a2d48ba-84ae-4141-9f9e-598f19445260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523055 Jun 24 04:23:10.146514 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1d68e-f4c5-45d3-8860-bf0872ad0194 None None] New status for floating IP b3d8e6fb-d1c9-4f65-b1d4-2eb77b48a886: DOWN {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:23:10.162468 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-63f71171-18b1-4576-8ba9-fd984ab765af service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845273 Jun 24 04:23:10.254307 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ed074b97-ad9b-494b-abba-43016b51c20a req-c07dcd61-e0b3-47fb-bae4-fa8fd59447f9 service neutron] 10.222.0.10 "GET /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833869 Jun 24 04:23:11.090338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bb6d2-3f34-4d97-9f11-ec6c00a53847 req-2c6d5a95-7c4f-4349-bb29-84f043ad9f06 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:11.091780 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-657bb6d2-3f34-4d97-9f11-ec6c00a53847 req-2c6d5a95-7c4f-4349-bb29-84f043ad9f06 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 946 time: 0.0611753 Jun 24 04:23:11.129260 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-657bb6d2-3f34-4d97-9f11-ec6c00a53847 req-a9a65c9c-d800-483b-8eb2-d2b26aa7a303 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/security-groups?id=f7aedb6e-78a3-467d-99e5-2ae1f168d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Jun 24 04:23:11.517085 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-f5c8f80b-facd-485d-a625-44cce4bbe920 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:11.518505 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-f5c8f80b-facd-485d-a625-44cce4bbe920 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 946 time: 0.0597553 Jun 24 04:23:11.619629 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Deleting port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:11.619967 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:11.706559 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] For port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:11.706831 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:11.718540 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Calling delete_port for 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:11.889594 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:11.893419 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b868f185-4b28-41b6-88cc-4bc79df538db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:11.921548 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'Port': ['ID=0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:11.924554 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:11.965731 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] No DVR routers for this DVR port 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:11.968432 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:11.970547 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0f5487b3-65fe-4f4c-96ad-3044ead40192 req-744bde93-8300-41f7-80b4-d6304a4340a6 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.10 "DELETE /v2.0/ports/0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f HTTP/1.1" status: 204 len: 173 time: 0.4464085 Jun 24 04:23:11.971075 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'name': 'network-vif-deleted', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:11.973368 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed39d58-370d-4dba-9c60-e4b746ffc66a" -d '{"events": [{"server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "name": "network-vif-deleted", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:12.008171 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5098cb8b-4382-4db8-89fd-2724d0e0365c x-openstack-request-id: req-5098cb8b-4382-4db8-89fd-2724d0e0365c {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:12.008505 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43c728b-661f-48a6-81c4-d8a70a7b0067", "name": "network-vif-deleted", "tag": "0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:12.008803 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5098cb8b-4382-4db8-89fd-2724d0e0365c {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:12.009282 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43c728b-661f-48a6-81c4-d8a70a7b0067', 'name': 'network-vif-deleted', 'tag': '0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f', 'status': 'completed', 'code': 200} Jun 24 04:23:12.271717 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-106b95ba-1ce5-48e0-8348-ff219a68805e req-f48517a3-a9e2-4750-9965-c116971e39ca tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "GET /v2.0/ports?device_id=b43c728b-661f-48a6-81c4-d8a70a7b0067 HTTP/1.1" status: 200 len: 210 time: 0.0330639 Jun 24 04:23:13.360684 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40560) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:13.480478 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Deleting port dcbd2806-ca56-46f5-a464-06c9df88a393 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:13.480811 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:13.550972 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:13.551356 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:13.562928 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Calling delete_port for dcbd2806-ca56-46f5-a464-06c9df88a393 owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:13.745346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:13.747453 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-94dccba4-5d04-46bc-ac59-67a1ceaf5172 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:13.771341 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'Port': ['ID=dcbd2806-ca56-46f5-a464-06c9df88a393,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:13.774357 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:13.832196 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:13.834672 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:13.836065 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "DELETE /v2.0/floatingips/e8e93eab-df96-4a89-a48a-757cacb1952a HTTP/1.1" status: 204 len: 168 time: 0.4741590 Jun 24 04:23:13.994747 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:14.024811 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:14.025156 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 0c1c2b11-2ab4-46c2-9b5b-e4fc4b00649f not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:15.185137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40572) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:15.241378 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:15.266216 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:15.397808 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:15.400481 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:15.404251 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] 10.222.0.26 "DELETE /v2.0/security-groups/f7aedb6e-78a3-467d-99e5-2ae1f168d26e HTTP/1.1" status: 204 len: 168 time: 0.2150261 Jun 24 04:23:15.404251 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6aa65831-1f74-4fbb-b956-36e58a788e8c tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:15.411399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aedb6e-78a3-467d-99e5-2ae1f168d26e,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:15.413619 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:15.534973 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40576) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:16.018590 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:16.264910 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Deleting port db0cfbc1-347c-41bc-b442-ad24b64567d5 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:16.265253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:16.343800 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] For port db0cfbc1-347c-41bc-b442-ad24b64567d5, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=db0cfbc1-347c-41bc-b442-ad24b64567d5,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:16.344155 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:16.355825 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Calling delete_port for db0cfbc1-347c-41bc-b442-ad24b64567d5 owned by network:router_interface {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:16.580153 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:16.582063 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55daba38-c21b-4be3-9e04-f293a6e848c5 tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:16.604380 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=db0cfbc1-347c-41bc-b442-ad24b64567d5,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:16.607385 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:16.764446 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:16.969400 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:17.069265 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:17.074165 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-f6fdda2e-97a8-4a56-9658-79045421e4ef admin admin] 10.222.0.26 "PUT /v2.0/routers/7ef28f8c-330f-4d8d-8334-54a61d9493c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5381346 Jun 24 04:23:17.077188 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40580) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:17.078132 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] Sync routers for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:17.087591 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:17.088200 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:17.175938 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.189856 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:17.275565 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.361922 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '7114a324-695a-4288-845f-8d1fb9443922', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:23:16Z', 'revision_number': 5, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port': {'id': '7114a324-695a-4288-845f-8d1fb9443922', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:06Z', 'updated_at': '2021-06-24T04:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:17.365008 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Deleting port 7114a324-695a-4288-845f-8d1fb9443922 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:17.365352 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.387620 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] Checking router: 7ef28f8c-330f-4d8d-8334-54a61d9493c5 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:17.396298 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] Routers {'7ef28f8c-330f-4d8d-8334-54a61d9493c5'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:17.396901 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:17.447111 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] For port 7114a324-695a-4288-845f-8d1fb9443922, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=7114a324-695a-4288-845f-8d1fb9443922,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:17.447465 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.459179 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Calling delete_port for 7114a324-695a-4288-845f-8d1fb9443922 owned by network:router_gateway {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:17.479386 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] Set router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 gateway port host: None {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:17.658309 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:23:17Z', 'revision_number': 6, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port_host': None}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:17.660451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.663532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f51ad904-3146-4cc8-adba-527e8d4781ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:17.685200 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a033643-2bf5-4329-8ae6-935916f85b56 None None] The sync data for ids ['7ef28f8c-330f-4d8d-8334-54a61d9493c5'] in dv-cinder-792462-18-iscsi is: [{'id': '7ef28f8c-330f-4d8d-8334-54a61d9493c5', 'name': 'tempest-TestVolumeBootPattern-1686750345-router', 'tenant_id': '9e314a1fea024d1b9a4bfab805526d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:05Z', 'updated_at': '2021-06-24T04:23:17Z', 'revision_number': 6, 'project_id': '9e314a1fea024d1b9a4bfab805526d92', 'gw_port_host': None}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:17.688084 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7114a324-695a-4288-845f-8d1fb9443922,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:17.691865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:17.747009 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.832000 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.834082 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.923134 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.923592 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef28f8c-330f-4d8d-8334-54a61d9493c5 {{(pid=93537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:23:17.929167 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:17.929167 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-afd670e8-b6b4-4574-b846-6dda9c193eb3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7ef28f8c-330f-4d8d-8334-54a61d9493c5 HTTP/1.1" status: 204 len: 168 time: 0.8508699 Jun 24 04:23:17.931408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40584) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:17.977198 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Deleting subnet c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:23:17.981539 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.015126 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265821'] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.100240 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.203532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5818168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5549774'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.205622 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-68893e98-b6c8-4149-b90e-daf4ec05e538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:18.229795 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ab31bc-dd62-4b63-bcc3-a43dd174ab96,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:18.231731 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.234253 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c9ab31bc-dd62-4b63-bcc3-a43dd174ab96 HTTP/1.1" status: 204 len: 168 time: 0.3019390 Jun 24 04:23:18.235192 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-41d2d39b-518d-4a0d-a075-3284c66dee22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:18.237097 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40586) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:18.238645 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1ae42-a0a0-4a28-89e3-2d49677aa385 None None] Network 5a2d48ba-84ae-4141-9f9e-598f19445260 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:23:18.306649 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.358086 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Deleting port a466452e-7c20-46d8-b02f-474fe8ab3337 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:18.358351 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.426843 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] DHCP port deletion for 5a2d48ba-84ae-4141-9f9e-598f19445260 request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:23:18.430238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] For port a466452e-7c20-46d8-b02f-474fe8ab3337, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=a466452e-7c20-46d8-b02f-474fe8ab3337,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:18.430637 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.446283 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Calling delete_port for a466452e-7c20-46d8-b02f-474fe8ab3337 owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:18.480233 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Deleting port a466452e-7c20-46d8-b02f-474fe8ab3337 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:18.480606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.493211 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device db0cfbc1-347c-41bc-b442-ad24b64567d5 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:18.545189 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: db0cfbc1-347c-41bc-b442-ad24b64567d5 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:18.545545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device db0cfbc1-347c-41bc-b442-ad24b64567d5 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:18.545998 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 7114a324-695a-4288-845f-8d1fb9443922 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:18.570011 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 7114a324-695a-4288-845f-8d1fb9443922 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:18.570659 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 7114a324-695a-4288-845f-8d1fb9443922 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:18.571079 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device a466452e-7c20-46d8-b02f-474fe8ab3337 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:18.598205 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.600070 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] For port a466452e-7c20-46d8-b02f-474fe8ab3337, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=a466452e-7c20-46d8-b02f-474fe8ab3337,segment=NetworkSegment(e367b17e-69c3-4742-ae7c-15e54c3f2c05),segment_id=e367b17e-69c3-4742-ae7c-15e54c3f2c05)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:18.600464 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.601144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c4e3d143-d90c-45ac-a707-0f3502b70462 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:18.618309 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Calling delete_port for a466452e-7c20-46d8-b02f-474fe8ab3337 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:18.625404 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a466452e-7c20-46d8-b02f-474fe8ab3337,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:18.630882 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] No DVR routers for this DVR port a466452e-7c20-46d8-b02f-474fe8ab3337 on host dv-cinder-792462-18-iscsi {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:18.632711 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:18.635195 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No active binding found for port a466452e-7c20-46d8-b02f-474fe8ab3337 {{(pid=93538) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 04:23:18.635632 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device a466452e-7c20-46d8-b02f-474fe8ab3337 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:18.704408 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.705516 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.707848 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-d6667766-c0d7-4db8-baa2-9ee660e3a94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:18.716639 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2d48ba-84ae-4141-9f9e-598f19445260']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:18.731558 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e367b17e-69c3-4742-ae7c-15e54c3f2c05') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:18.733846 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e367b17e-69c3-4742-ae7c-15e54c3f2c05') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:18.736291 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Pushing event deleted for resources: {'Port': ['ID=a466452e-7c20-46d8-b02f-474fe8ab3337,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:18.751302 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.751656 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.751788 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.751994 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.752453 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.752793 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.753123 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.753454 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.753780 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.754132 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.754456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.754778 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.755097 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:18.758060 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] No DVR routers for this DVR port a466452e-7c20-46d8-b02f-474fe8ab3337 on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:18.759105 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:18.770332 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.776151 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:23:18.776527 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:23:18.778135 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:23:18.877460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.883645 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:18.887406 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:18.889813 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a2d48ba-84ae-4141-9f9e-598f19445260 HTTP/1.1" status: 204 len: 168 time: 0.6517529 Jun 24 04:23:18.894067 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40588) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:18.899505 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2d48ba-84ae-4141-9f9e-598f19445260,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:18.901790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:19.218006 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:19.735970 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Deleting port c921533e-abbf-4c2d-9f67-747f309e1963 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:19.736303 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:19.808938 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] For port c921533e-abbf-4c2d-9f67-747f309e1963, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=c921533e-abbf-4c2d-9f67-747f309e1963,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:19.809304 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:19.821468 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Calling delete_port for c921533e-abbf-4c2d-9f67-747f309e1963 owned by network:router_interface {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:20.049297 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:20.052209 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5ccf973a-8625-4e4a-a3f5-a29b36c868f8 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:20.076567 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Pushing event deleted for resources: {'Port': ['ID=c921533e-abbf-4c2d-9f67-747f309e1963,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:20.080953 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:20.248215 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:20.460963 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Router b3440b90-8be8-4399-a4d0-b483bb5b4a75 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:20.566159 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:20.571064 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-58606a7a-fdc7-43aa-aeba-23f86fa50077 admin admin] 10.222.0.26 "PUT /v2.0/routers/b3440b90-8be8-4399-a4d0-b483bb5b4a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771312 Jun 24 04:23:20.573597 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40590) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:20.576069 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] Sync routers for ids ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:20.585361 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] Routers {'b3440b90-8be8-4399-a4d0-b483bb5b4a75'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:20.586198 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:20.673370 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks [] for router, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:20.686673 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] Set router b3440b90-8be8-4399-a4d0-b483bb5b4a75 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:20.774464 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:20.901776 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Deleting port 0908e117-ed1a-4a67-b1d4-b504917cf164 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:20.902054 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:20.934714 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:23:19Z', 'revision_number': 5, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port': {'id': '0908e117-ed1a-4a67-b1d4-b504917cf164', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:13:13Z', 'updated_at': '2021-06-24T04:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:20.963498 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] Checking router: b3440b90-8be8-4399-a4d0-b483bb5b4a75 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:20.972009 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] Routers {'b3440b90-8be8-4399-a4d0-b483bb5b4a75'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:20.972616 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:20.976807 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] For port 0908e117-ed1a-4a67-b1d4-b504917cf164, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=0908e117-ed1a-4a67-b1d4-b504917cf164,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:20.977167 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:20.989619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Calling delete_port for 0908e117-ed1a-4a67-b1d4-b504917cf164 owned by network:router_gateway {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:21.055709 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] Set router b3440b90-8be8-4399-a4d0-b483bb5b4a75 gateway port host: None {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:21.108330 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:23:20Z', 'revision_number': 6, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port_host': None}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:21.137250 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb247854-214c-4e1e-8d32-e36eac2366a0 None None] The sync data for ids ['b3440b90-8be8-4399-a4d0-b483bb5b4a75'] in dv-cinder-792462-18-iscsi is: [{'id': 'b3440b90-8be8-4399-a4d0-b483bb5b4a75', 'name': 'tempest-TestVolumeBootPattern-82634019-router', 'tenant_id': 'f2acef7eea7642539d34ff02e44514b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:13:12Z', 'updated_at': '2021-06-24T04:23:20Z', 'revision_number': 6, 'project_id': 'f2acef7eea7642539d34ff02e44514b3', 'gw_port_host': None}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:21.197587 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.199790 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:21.226840 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Pushing event deleted for resources: {'Port': ['ID=0908e117-ed1a-4a67-b1d4-b504917cf164,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:21.229197 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:21.286875 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.370550 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.372550 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.460305 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.460745 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3440b90-8be8-4399-a4d0-b483bb5b4a75 {{(pid=93537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:23:21.465109 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.466853 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-c5b304d5-e4cf-43da-98ab-526c2118a486 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b3440b90-8be8-4399-a4d0-b483bb5b4a75 HTTP/1.1" status: 204 len: 168 time: 0.8917241 Jun 24 04:23:21.469303 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40592) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:21.512852 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Deleting subnet 348eb918-a027-490f-b7a9-757242417203 {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:23:21.516761 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.551505 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265821'] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.630781 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.785619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5818168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5549774'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.788440 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:21.811851 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348eb918-a027-490f-b7a9-757242417203,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:21.813716 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.815750 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/348eb918-a027-490f-b7a9-757242417203 HTTP/1.1" status: 204 len: 168 time: 0.3453825 Jun 24 04:23:21.816477 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-550556c1-f00c-4db4-a8de-84cb9d3b798b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:21.818142 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40594) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:21.819566 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2c8c9-ad42-42aa-bd38-8b1d50c8a724 None None] Network 0e330ae5-624a-449e-b331-dc895c6cb34e requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:23:21.887148 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:21.940657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Deleting port 25acfc4b-1872-463d-bf9a-6b5402d6431b {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:21.941007 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.025243 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] For port 25acfc4b-1872-463d-bf9a-6b5402d6431b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=25acfc4b-1872-463d-bf9a-6b5402d6431b,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:22.025243 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.025450 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38209f93-0e88-49aa-9977-555815438dac None None] DHCP port deletion for 0e330ae5-624a-449e-b331-dc895c6cb34e request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:23:22.027747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Calling delete_port for 25acfc4b-1872-463d-bf9a-6b5402d6431b owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:22.070478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-38209f93-0e88-49aa-9977-555815438dac None None] Deleting port 25acfc4b-1872-463d-bf9a-6b5402d6431b {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:22.070791 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-38209f93-0e88-49aa-9977-555815438dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.137389 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-38209f93-0e88-49aa-9977-555815438dac None None] For port 25acfc4b-1872-463d-bf9a-6b5402d6431b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=25acfc4b-1872-463d-bf9a-6b5402d6431b,segment=NetworkSegment(98604834-bd51-4b3a-b294-46dd6a1e8edd),segment_id=98604834-bd51-4b3a-b294-46dd6a1e8edd)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:22.137794 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-38209f93-0e88-49aa-9977-555815438dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.150241 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-38209f93-0e88-49aa-9977-555815438dac None None] Calling delete_port for 25acfc4b-1872-463d-bf9a-6b5402d6431b owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:22.180580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.183492 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:22.208873 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25acfc4b-1872-463d-bf9a-6b5402d6431b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:22.211954 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:22.212716 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] No DVR routers for this DVR port 25acfc4b-1872-463d-bf9a-6b5402d6431b on host dv-cinder-792462-18-iscsi {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:22.224703 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-38209f93-0e88-49aa-9977-555815438dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.227491 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:22.255072 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38209f93-0e88-49aa-9977-555815438dac None None] Pushing event deleted for resources: {'Port': ['ID=25acfc4b-1872-463d-bf9a-6b5402d6431b,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:22.261279 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-38209f93-0e88-49aa-9977-555815438dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:22.261279 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38209f93-0e88-49aa-9977-555815438dac None None] No DVR routers for this DVR port 25acfc4b-1872-463d-bf9a-6b5402d6431b on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:22.286393 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.296742 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e330ae5-624a-449e-b331-dc895c6cb34e']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:22.306399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98604834-bd51-4b3a-b294-46dd6a1e8edd') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:22.306697 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98604834-bd51-4b3a-b294-46dd6a1e8edd') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:22.308103 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 0908e117-ed1a-4a67-b1d4-b504917cf164 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:22.316721 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.327944 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 0908e117-ed1a-4a67-b1d4-b504917cf164 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:22.328300 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 0908e117-ed1a-4a67-b1d4-b504917cf164 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:22.328718 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 25acfc4b-1872-463d-bf9a-6b5402d6431b no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:22.333467 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.339164 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:23:22.339534 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:23:22.341141 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:23:22.347136 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 25acfc4b-1872-463d-bf9a-6b5402d6431b {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:22.347498 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 25acfc4b-1872-463d-bf9a-6b5402d6431b not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:22.347917 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c921533e-abbf-4c2d-9f67-747f309e1963 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:22.366089 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: c921533e-abbf-4c2d-9f67-747f309e1963 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:22.366446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c921533e-abbf-4c2d-9f67-747f309e1963 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:22.471852 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.475441 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:22.477823 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.479637 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0e330ae5-624a-449e-b331-dc895c6cb34e HTTP/1.1" status: 204 len: 168 time: 0.6604967 Jun 24 04:23:22.490628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e330ae5-624a-449e-b331-dc895c6cb34e,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:22.492915 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:22.841268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40600) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:22.879964 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-a1ac742f-a1b5-45bd-9e19-22c4085acac5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e314a1fea024d1b9a4bfab805526d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368652 Jun 24 04:23:22.882185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40602) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:22.928268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:22.947956 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:23.317386 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:23.319999 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:23.321116 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8259e79e-fff1-4e5a-9bc6-ea93961e6b9b HTTP/1.1" status: 204 len: 168 time: 0.4380548 Jun 24 04:23:23.321914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c1299236-f458-4a37-a4c9-6a30a37148ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:23.329832 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8259e79e-fff1-4e5a-9bc6-ea93961e6b9b,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:23.332220 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f88e4884-fb5a-4cfb-bcf2-c6c64ca30d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:23.903870 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40608) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:23.942222 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-721c5c5f-6400-4637-8906-4fd8295ac7b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2acef7eea7642539d34ff02e44514b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371065 Jun 24 04:23:23.944387 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40610) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:23.989182 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:24.009279 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:24.139482 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:24.142019 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:24.143126 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea3ff121-1b63-4b5f-a297-3afa984cd066 HTTP/1.1" status: 204 len: 168 time: 0.1978936 Jun 24 04:23:24.143954 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7e95242f-a8d1-4e4c-9100-0ba3db73615d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:24.151144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ff121-1b63-4b5f-a297-3afa984cd066,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:24.153351 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:28.375427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db74378-3320-4f60-b24e-e0c8a95853d6 req-86611efb-d0e5-4092-a9df-a6cd5559b8af tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:28.376860 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0db74378-3320-4f60-b24e-e0c8a95853d6 req-86611efb-d0e5-4092-a9df-a6cd5559b8af tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0614302 Jun 24 04:23:28.412277 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0db74378-3320-4f60-b24e-e0c8a95853d6 req-50243d92-5cb0-4639-9f73-3d03a95462e5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297797 Jun 24 04:23:29.583309 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3999e62-cc48-45d6-b3e6-f28e2e4dc53a req-eddbc52d-9102-435f-89ef-eeb155676122 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:29.584744 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3999e62-cc48-45d6-b3e6-f28e2e4dc53a req-eddbc52d-9102-435f-89ef-eeb155676122 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0644400 Jun 24 04:23:29.601418 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:23:29.620702 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c3999e62-cc48-45d6-b3e6-f28e2e4dc53a req-40186a9b-ae8b-4d86-99a9-f12e0d0d01d0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Jun 24 04:23:30.283401 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:30.789863 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b5cbe-a618-4af0-9a41-b45dd2b1b9ca req-37e3192d-6802-4772-b63f-41b23268a687 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:30.791311 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-658b5cbe-a618-4af0-9a41-b45dd2b1b9ca req-37e3192d-6802-4772-b63f-41b23268a687 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0614831 Jun 24 04:23:30.828123 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-658b5cbe-a618-4af0-9a41-b45dd2b1b9ca req-7b711cb8-a4e6-4c87-a210-baafa63e3563 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Jun 24 04:23:31.996857 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eada6-ee07-4220-8b4b-873a6bfde650 req-3ad20f68-e8d0-4f49-8e50-fe690289d2c4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:31.998319 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a12eada6-ee07-4220-8b4b-873a6bfde650 req-3ad20f68-e8d0-4f49-8e50-fe690289d2c4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0639949 Jun 24 04:23:32.034809 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a12eada6-ee07-4220-8b4b-873a6bfde650 req-d6265bbb-18cd-4c1c-8515-2ccbad24d8e7 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Jun 24 04:23:33.002904 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9926036e-3807-4dbc-90de-46ece299c041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:33.202116 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f756d-b667-4c43-909f-70fce50f0c9c req-e401dfb5-be0a-470e-8ec3-7b7fe3be2526 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:33.203529 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cd0f756d-b667-4c43-909f-70fce50f0c9c req-e401dfb5-be0a-470e-8ec3-7b7fe3be2526 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0605075 Jun 24 04:23:33.239914 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cd0f756d-b667-4c43-909f-70fce50f0c9c req-9e7b4123-548c-47a7-8b84-841927767317 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309772 Jun 24 04:23:34.406605 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484be29d-c95e-418d-bb1d-77bf7724d899 req-98932d3e-c36f-478e-8083-c5675d407d54 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:34.408102 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-484be29d-c95e-418d-bb1d-77bf7724d899 req-98932d3e-c36f-478e-8083-c5675d407d54 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0610700 Jun 24 04:23:34.444933 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-484be29d-c95e-418d-bb1d-77bf7724d899 req-a2f2cf95-4b88-4224-a78a-39ca2b17d78a tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Jun 24 04:23:35.466231 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c92ee7c5-4a02-4bdd-b742-178f99697895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:35.619337 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a7b85-85ef-41be-9a35-90d300341aeb req-ee37f8d7-a35a-4e0e-ba18-bf45eb0216ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:35.620761 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c9a7b85-85ef-41be-9a35-90d300341aeb req-ee37f8d7-a35a-4e0e-ba18-bf45eb0216ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0647359 Jun 24 04:23:35.656772 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c9a7b85-85ef-41be-9a35-90d300341aeb req-6a2c73d5-41b1-40c2-9966-c4d36739ddbd tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295546 Jun 24 04:23:35.746088 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:36.762740 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:36.827936 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9ad13-5ce2-4b09-b302-55b0510bbb80 req-84b29bd3-f790-4f73-a07c-40c11305cf33 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:36.829382 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-31f9ad13-5ce2-4b09-b302-55b0510bbb80 req-84b29bd3-f790-4f73-a07c-40c11305cf33 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0634322 Jun 24 04:23:36.866439 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-31f9ad13-5ce2-4b09-b302-55b0510bbb80 req-86ead428-68ff-4a91-9236-42480d99fb02 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312972 Jun 24 04:23:38.059978 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:38.070244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd2ee2-873d-4f8c-9367-a741e267d30e req-912f98f4-c169-4956-92be-aec820f2ee1c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:38.071685 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-28cd2ee2-873d-4f8c-9367-a741e267d30e req-912f98f4-c169-4956-92be-aec820f2ee1c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0659101 Jun 24 04:23:38.107434 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-28cd2ee2-873d-4f8c-9367-a741e267d30e req-7c954fae-392b-4052-b3a4-d526a89617b8 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302351 Jun 24 04:23:38.262885 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc9fb9-d1db-4c87-9160-ac18308e6477 req-79db83a0-6488-4839-bbf3-f3bc321039e7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:38.264309 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b4bc9fb9-d1db-4c87-9160-ac18308e6477 req-79db83a0-6488-4839-bbf3-f3bc321039e7 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0607231 Jun 24 04:23:38.300608 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b4bc9fb9-d1db-4c87-9160-ac18308e6477 req-2887cbb9-783f-4959-a232-b82a6f66ad04 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Jun 24 04:23:38.535489 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-5656f05e-d4dd-4b68-bea7-df6e4f4b0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:38.536833 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-5656f05e-d4dd-4b68-bea7-df6e4f4b0eda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1098 time: 0.0498810 Jun 24 04:23:38.627082 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-4d10a56d-2451-4b31-a486-6213c844b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:38.628471 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-4d10a56d-2451-4b31-a486-6213c844b44a service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 910 time: 0.0808632 Jun 24 04:23:38.693618 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-7cb987c2-cd5f-4e3c-9dbb-51a497fa5cbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 1001 time: 0.0569670 Jun 24 04:23:38.739577 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-42d5df0d-84ea-4c5f-970d-bed1b6360e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:38.740953 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-42d5df0d-84ea-4c5f-970d-bed1b6360e87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 200 len: 848 time: 0.0407953 Jun 24 04:23:38.796724 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-4fdd577f-2a30-46c7-b322-d342b4f71796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:38.798073 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-4fdd577f-2a30-46c7-b322-d342b4f71796 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ece1730-2faf-4b20-8b24-eefedad5bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492816 Jun 24 04:23:38.890451 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-5f9c6bc1-c366-4625-b0d2-c4b5b2fa6926 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829189 Jun 24 04:23:38.978047 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-836e1ef5-ed21-4f46-aba2-556d1cb767bb req-86b28142-b836-44f7-bc4e-294980836d1f service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784328 Jun 24 04:23:39.275968 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d94e7-787e-4e8e-b8ff-8ff02a0d9623 req-b85aec1a-dd65-40fc-9674-9a74803568b7 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:39.277411 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-527d94e7-787e-4e8e-b8ff-8ff02a0d9623 req-b85aec1a-dd65-40fc-9674-9a74803568b7 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0607502 Jun 24 04:23:39.313396 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-527d94e7-787e-4e8e-b8ff-8ff02a0d9623 req-e028cf21-ee02-4b90-a020-b837943d1f56 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303423 Jun 24 04:23:39.475029 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13849e0f-6848-483f-b4c3-5bc2befff1bc req-e3ffb912-77dc-4f68-a776-8d0d5cd69a12 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:39.476448 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13849e0f-6848-483f-b4c3-5bc2befff1bc req-e3ffb912-77dc-4f68-a776-8d0d5cd69a12 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0651057 Jun 24 04:23:39.512495 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-13849e0f-6848-483f-b4c3-5bc2befff1bc req-b4e23c58-5631-4d0a-9928-adc8aaee358d tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups?id=71431622-8581-4c96-9e75-6af1bb5b441c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300226 Jun 24 04:23:39.719658 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-3cfbca74-0a79-48fa-923f-1320bb39c516 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:39.720963 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-3cfbca74-0a79-48fa-923f-1320bb39c516 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 946 time: 0.0645573 Jun 24 04:23:39.814586 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Deleting port f824937a-62d1-4b32-9361-ae33b07ca1d7 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:39.814927 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:39.902738 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] For port f824937a-62d1-4b32-9361-ae33b07ca1d7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f824937a-62d1-4b32-9361-ae33b07ca1d7,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:39.903581 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:40.061014 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:40.061376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:40.061678 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Floating IP 250b239e-6ac3-4ace-a444-2a23b157aa19 disassociated. External IP: 172.27.2.195, port: f824937a-62d1-4b32-9361-ae33b07ca1d7. Jun 24 04:23:40.062040 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Calling delete_port for f824937a-62d1-4b32-9361-ae33b07ca1d7 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:40.231742 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:40.235655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d70e157-8cbb-42b9-a329-323f7731b7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:40.260731 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event deleted for resources: {'Port': ['ID=f824937a-62d1-4b32-9361-ae33b07ca1d7,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:40.264267 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:40.370877 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:40.477953 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:40.483810 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731e239-f734-40d2-8356-49d86a784b6b req-791d0828-0eb1-4a62-82d7-b77c272bbbdb tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:40.485295 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6731e239-f734-40d2-8356-49d86a784b6b req-791d0828-0eb1-4a62-82d7-b77c272bbbdb tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0623333 Jun 24 04:23:40.490116 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:40.501596 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:40.502584 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:40.524350 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] No DVR routers for this DVR port f824937a-62d1-4b32-9361-ae33b07ca1d7 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:40.524707 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6731e239-f734-40d2-8356-49d86a784b6b req-a39e8f1a-5fd3-418c-8b42-532681cc79e6 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Jun 24 04:23:40.527124 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:40.529241 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bcf10e44-6b1e-4f4e-8705-29bea61b12c2 req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.10 "DELETE /v2.0/ports/f824937a-62d1-4b32-9361-ae33b07ca1d7 HTTP/1.1" status: 204 len: 173 time: 0.8024685 Jun 24 04:23:40.529756 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-deleted', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:40.536474 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09163b4-e126-45af-bb58-fded5c344413" -d '{"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-deleted", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:40.574768 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8948180-668d-4996-8a72-bf0a4d82257b x-openstack-request-id: req-a8948180-668d-4996-8a72-bf0a4d82257b {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:40.575922 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ba3fce-9df0-4ec3-9b29-36622f3e0451", "name": "network-vif-deleted", "tag": "f824937a-62d1-4b32-9361-ae33b07ca1d7", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:40.576191 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8948180-668d-4996-8a72-bf0a4d82257b {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:40.576631 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ba3fce-9df0-4ec3-9b29-36622f3e0451', 'name': 'network-vif-deleted', 'tag': 'f824937a-62d1-4b32-9361-ae33b07ca1d7', 'status': 'completed', 'code': 200} Jun 24 04:23:40.629570 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:40.697100 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-24e7c514-8b5c-4dc0-ac05-3624730c48ab req-6fc73405-552c-48c9-9529-fb16f489bf9b tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/ports?device_id=94ba3fce-9df0-4ec3-9b29-36622f3e0451 HTTP/1.1" status: 200 len: 210 time: 0.0334895 Jun 24 04:23:40.850840 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:40.882317 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:40.886097 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:40.886703 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:40.990133 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:41.186017 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:41.215370 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3686d-a983-47c3-af9d-5b11e99d87ed None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:12:20Z', 'revision_number': 4, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'b288d388-9da1-4c6b-8493-a40da4e936f4', 'name': '', 'network_id': '42bf8fff-6e0c-49a1-a294-84e03c94cc13', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'mac_address': 'fa:16:3e:af:ae:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:19Z', 'updated_at': '2021-06-24T04:12:26Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'subnets': [{'id': '9fea1869-d778-447e-ad30-a86aefa68cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:41.426276 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77124567-3498-4187-a22c-c4a67f6181bc None None] New status for floating IP 250b239e-6ac3-4ace-a444-2a23b157aa19: DOWN {{(pid=93539) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:23:41.706332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3bde-f1a4-445b-8d80-e4a082f52c8c req-d8b1e250-0e23-467f-8b85-6c55b9fa784b tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:41.707685 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1cdf3bde-f1a4-445b-8d80-e4a082f52c8c req-d8b1e250-0e23-467f-8b85-6c55b9fa784b tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0605893 Jun 24 04:23:41.745648 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1cdf3bde-f1a4-445b-8d80-e4a082f52c8c req-07d4efb5-529b-431a-ae14-e1d1244ca457 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 Jun 24 04:23:42.220911 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40672) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:42.317687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.331247 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-d2af899e-2fa3-46c3-973e-f471c24ba70c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951760 Jun 24 04:23:42.348963 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.367775 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8ebb8-fa80-4f37-a9d0-88d13e2cbea2 req-d1ded621-1456-45ae-b278-92fcd03fac3b tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:42.369060 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-30b8ebb8-fa80-4f37-a9d0-88d13e2cbea2 req-d1ded621-1456-45ae-b278-92fcd03fac3b tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0635109 Jun 24 04:23:42.407137 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-30b8ebb8-fa80-4f37-a9d0-88d13e2cbea2 req-7ff12317-a15a-41f6-83d6-dd501d1f30ca tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jun 24 04:23:42.460334 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.463268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.464546 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "DELETE /v2.0/security-groups/71431622-8581-4c96-9e75-6af1bb5b441c HTTP/1.1" status: 204 len: 168 time: 0.2425177 Jun 24 04:23:42.465355 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-fd7608d2-5923-4ef6-804c-7b3d6a67af72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:42.467266 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40678) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:42.474267 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71431622-8581-4c96-9e75-6af1bb5b441c,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:42.476642 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-91678a29-1508-4386-9da9-57b25fcbe9c3 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:42.486005 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.api.v2.resource [None req-7c18ea6e-e6d6-4e4f-8a1d-7e7631df2e48 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] show failed (client error): The resource could not be found. Jun 24 04:23:42.489662 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-7c18ea6e-e6d6-4e4f-8a1d-7e7631df2e48 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "GET /v2.0/security-groups/71431622-8581-4c96-9e75-6af1bb5b441c HTTP/1.1" status: 404 len: 347 time: 0.0183504 Jun 24 04:23:42.489863 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40682) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:42.610365 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Deleting port e3bdb959-53c7-4324-abaf-549c51d3cc42 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:42.610707 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.686974 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.687299 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.698619 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Calling delete_port for e3bdb959-53c7-4324-abaf-549c51d3cc42 owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:42.911492 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:42.914587 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-69df1926-095d-4d23-b955-820abbffeaf0 tempest-VolumesSnapshotTestJSON-1602937764 tempest-VolumesSnapshotTestJSON-1602937764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:42.943612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Pushing event deleted for resources: {'Port': ['ID=e3bdb959-53c7-4324-abaf-549c51d3cc42,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:42.945784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:42.997427 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:43.000342 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:43.001448 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-4ae938df-1c36-404a-b803-ccdb6d28a951 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] 10.222.0.26 "DELETE /v2.0/floatingips/250b239e-6ac3-4ace-a444-2a23b157aa19 HTTP/1.1" status: 204 len: 168 time: 0.5106952 Jun 24 04:23:43.580873 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc460a-b5fe-43b0-b418-e2b6611127f5 req-29ee1efb-1ebe-4fd7-846a-df9f848a0bab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:43.582382 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-69dc460a-b5fe-43b0-b418-e2b6611127f5 req-29ee1efb-1ebe-4fd7-846a-df9f848a0bab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0657957 Jun 24 04:23:43.619736 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-69dc460a-b5fe-43b0-b418-e2b6611127f5 req-9ad4e0f4-04e1-44bb-962d-142ef48a616a tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316846 Jun 24 04:23:44.114804 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:44.187410 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:44.209010 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:44.211244 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c43f14d-f8e7-44d6-aeb6-8e4d059c5a4c" -d '{"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:44.228999 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:44.241715 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7531f8-35b4-43aa-a8e0-4003b192c139 x-openstack-request-id: req-be7531f8-35b4-43aa-a8e0-4003b192c139 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:44.242035 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-unplugged", "status": "failed", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "code": 422}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:44.242294 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-be7531f8-35b4-43aa-a8e0-4003b192c139 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:44.242968 dv-cinder-792462-18-iscsi neutron-server[93538]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'code': 422} returned with failed status Jun 24 04:23:44.310580 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:44.311851 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:44.313608 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:44.351286 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: f824937a-62d1-4b32-9361-ae33b07ca1d7 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:44.351286 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device f824937a-62d1-4b32-9361-ae33b07ca1d7 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:44.375984 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=6']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:44.379047 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:44.779036 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-3e1e735a-aaa1-441f-9dad-3416841b8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:44.780531 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-3e1e735a-aaa1-441f-9dad-3416841b8b92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f&tenant_id=d7fe6708e0684df8ae119b15630c9637 HTTP/1.1" status: 200 len: 1096 time: 0.0531621 Jun 24 04:23:44.794542 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa01aa-5eb4-4cce-b512-6aabfb5621bd req-4c4f074d-0fba-4c30-bb7f-669bbbd9963c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:44.796628 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-96fa01aa-5eb4-4cce-b512-6aabfb5621bd req-4c4f074d-0fba-4c30-bb7f-669bbbd9963c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0627511 Jun 24 04:23:44.833643 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-96fa01aa-5eb4-4cce-b512-6aabfb5621bd req-151b0202-4db1-4f90-aad6-80752c2d9655 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312138 Jun 24 04:23:44.853506 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-05463f9a-10f1-4aaa-9627-9ab9cb29e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:44.855033 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-05463f9a-10f1-4aaa-9627-9ab9cb29e0f0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1096 time: 0.0513301 Jun 24 04:23:44.945725 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-cd0519d6-85fb-40fb-9ee5-bbcb9b411b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:44.947129 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-cd0519d6-85fb-40fb-9ee5-bbcb9b411b8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 910 time: 0.0865073 Jun 24 04:23:45.010037 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-b58998a1-ff05-481a-b668-b16feb374190 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 999 time: 0.0560684 Jun 24 04:23:45.060162 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-a0ebe5d2-ba8e-494c-8a04-0e98c106705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:45.061526 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-a0ebe5d2-ba8e-494c-8a04-0e98c106705c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 200 len: 848 time: 0.0458360 Jun 24 04:23:45.115782 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-08c6b027-1894-4aa0-ba58-c22abe276d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:45.117172 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-08c6b027-1894-4aa0-ba58-c22abe276d08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ece1730-2faf-4b20-8b24-eefedad5bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499105 Jun 24 04:23:45.204185 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-d4b55603-2e13-4b08-9868-821072e16ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806286 Jun 24 04:23:45.295208 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c8df8cb1-8b3d-43ce-a7ef-57d80a512899 req-a2ea9224-4493-41df-9f87-67b6718efd02 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839479 Jun 24 04:23:45.857938 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40710) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:46.000831 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480cd1e-37ef-42d1-9a63-b73ee1a789a1 req-1fe42f74-f70f-4137-922d-505e8ca640d0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:46.002272 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a480cd1e-37ef-42d1-9a63-b73ee1a789a1 req-1fe42f74-f70f-4137-922d-505e8ca640d0 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0617785 Jun 24 04:23:46.042855 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a480cd1e-37ef-42d1-9a63-b73ee1a789a1 req-111d8f5c-d93d-4cb7-9538-de57f0f9099f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351539 Jun 24 04:23:46.673636 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:46.912019 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Deleting port b288d388-9da1-4c6b-8493-a40da4e936f4 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:46.912715 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:46.989272 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] For port b288d388-9da1-4c6b-8493-a40da4e936f4, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b288d388-9da1-4c6b-8493-a40da4e936f4,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:46.989546 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:47.001612 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Calling delete_port for b288d388-9da1-4c6b-8493-a40da4e936f4 owned by network:router_interface {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:47.230735 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7ab77-932e-4dd4-acbb-7f9768568a85 req-b0ec8fe9-ef05-4c05-a54b-8072c23d27ff tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:47.232167 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-baa7ab77-932e-4dd4-acbb-7f9768568a85 req-b0ec8fe9-ef05-4c05-a54b-8072c23d27ff tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0649765 Jun 24 04:23:47.269726 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-baa7ab77-932e-4dd4-acbb-7f9768568a85 req-8dbd24ac-9a31-4d09-bf2a-2676f7a79971 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319097 Jun 24 04:23:47.298906 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:47.301773 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2d310625-7e15-4f74-914b-61bedf42707b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:47.328915 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b288d388-9da1-4c6b-8493-a40da4e936f4,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:47.331680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:47.490973 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:47.695743 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:47.797451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:47.803803 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-83b0af6e-9341-4b5a-9f45-388d37ada4a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/149cd4ea-dfc6-400c-a372-ac19ca8d0058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442649 Jun 24 04:23:47.805635 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40720) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:47.806304 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] Sync routers for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:47.817178 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:47.817822 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:47.903455 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks [] for router, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:47.919278 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:48.001099 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.132489 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Deleting port 31c8b61e-064f-4188-ba5d-9a66a204b942 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:48.132825 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.208172 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] For port 31c8b61e-064f-4188-ba5d-9a66a204b942, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=31c8b61e-064f-4188-ba5d-9a66a204b942,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:48.208558 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.210176 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:23:47Z', 'revision_number': 5, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port': {'id': '31c8b61e-064f-4188-ba5d-9a66a204b942', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:12:17Z', 'updated_at': '2021-06-24T04:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:48.221244 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Calling delete_port for 31c8b61e-064f-4188-ba5d-9a66a204b942 owned by network:router_gateway {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:48.240240 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] Checking router: 149cd4ea-dfc6-400c-a372-ac19ca8d0058 for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:48.248487 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] Routers {'149cd4ea-dfc6-400c-a372-ac19ca8d0058'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:48.249365 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:48.344864 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] Set router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 gateway port host: None {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:48.397916 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:23:48Z', 'revision_number': 6, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port_host': None}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:48.429762 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6769809-707e-4f3a-a798-3febbab84700 None None] The sync data for ids ['149cd4ea-dfc6-400c-a372-ac19ca8d0058'] in dv-cinder-792462-18-iscsi is: [{'id': '149cd4ea-dfc6-400c-a372-ac19ca8d0058', 'name': 'tempest-AttachVolumeShelveTestJSON-643640298-router', 'tenant_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:12:16Z', 'updated_at': '2021-06-24T04:23:48Z', 'revision_number': 6, 'project_id': 'f7948c07ea9b4fcf8c1682fa69a51102', 'gw_port_host': None}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:48.460296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88c2d1-7d60-4a2d-bd9c-b7c234234ac3 req-c19cf86b-8c2e-45cd-b5c0-e956333c10bc tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:48.462454 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c88c2d1-7d60-4a2d-bd9c-b7c234234ac3 req-c19cf86b-8c2e-45cd-b5c0-e956333c10bc tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0686920 Jun 24 04:23:48.464942 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.467746 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-730a2d7c-0161-4ed2-95d7-0d9f85f487a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:48.496153 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c8b61e-064f-4188-ba5d-9a66a204b942,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:48.499696 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:48.561944 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8c88c2d1-7d60-4a2d-bd9c-b7c234234ac3 req-04004663-f365-4235-80c0-be8a12393ff2 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911465 Jun 24 04:23:48.578785 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.665278 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.667438 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.774463 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.775026 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149cd4ea-dfc6-400c-a372-ac19ca8d0058 {{(pid=93537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:23:48.779985 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.781169 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] 10.222.0.26 "DELETE /v2.0/routers/149cd4ea-dfc6-400c-a372-ac19ca8d0058 HTTP/1.1" status: 204 len: 168 time: 0.9745474 Jun 24 04:23:48.783547 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40724) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:48.829770 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Deleting subnet 9fea1869-d778-447e-ad30-a86aefa68cfb {{(pid=93537) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:23:48.833211 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.868670 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6265821'] for subnet, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:48.944602 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.066231 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5818168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5549774'] for subnet, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.069317 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d89329f5-dc25-4f2c-a138-08582c1975b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:49.092354 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fea1869-d778-447e-ad30-a86aefa68cfb,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:49.094317 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.096700 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9fea1869-d778-447e-ad30-a86aefa68cfb HTTP/1.1" status: 204 len: 168 time: 0.3116717 Jun 24 04:23:49.097694 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-5bce2622-da26-4e95-bf0d-bd4137990be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:49.098450 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a948ae-18fc-4b55-95f8-ce77941b671e None None] Network 42bf8fff-6e0c-49a1-a294-84e03c94cc13 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:23:49.098941 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40726) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:49.169512 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.222908 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Deleting port b7f92990-aed9-4d9c-b975-ba8b164ec985 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:49.223242 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.286286 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] DHCP port deletion for 42bf8fff-6e0c-49a1-a294-84e03c94cc13 request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:23:49.288989 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] For port b7f92990-aed9-4d9c-b975-ba8b164ec985, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b7f92990-aed9-4d9c-b975-ba8b164ec985,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:49.289355 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.303376 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Calling delete_port for b7f92990-aed9-4d9c-b975-ba8b164ec985 owned by network:dhcp {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:49.332272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Deleting port b7f92990-aed9-4d9c-b975-ba8b164ec985 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:23:49.332581 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.393841 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] For port b7f92990-aed9-4d9c-b975-ba8b164ec985, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=b7f92990-aed9-4d9c-b975-ba8b164ec985,segment=NetworkSegment(621bcc91-6eeb-4948-ab8d-32a72eb5ecf2),segment_id=621bcc91-6eeb-4948-ab8d-32a72eb5ecf2)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:49.397085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.411523 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Calling delete_port for b7f92990-aed9-4d9c-b975-ba8b164ec985 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:23:49.449182 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.451364 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:49.473327 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f92990-aed9-4d9c-b975-ba8b164ec985,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:49.480126 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:49.483350 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] No DVR routers for this DVR port b7f92990-aed9-4d9c-b975-ba8b164ec985 on host dv-cinder-792462-18-iscsi {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:49.491375 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.494070 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:49.516552 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Pushing event deleted for resources: {'Port': ['ID=b7f92990-aed9-4d9c-b975-ba8b164ec985,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:49.519424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:49.520213 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] No DVR routers for this DVR port b7f92990-aed9-4d9c-b975-ba8b164ec985 on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:23:49.555863 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.565125 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bf8fff-6e0c-49a1-a294-84e03c94cc13']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:49.574680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:49.574975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621bcc91-6eeb-4948-ab8d-32a72eb5ecf2') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:49.583327 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.596933 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.602736 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:23:49.603169 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:23:49.604688 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:23:49.709570 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.715363 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:49.718502 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:49.720287 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] 10.222.0.26 "DELETE /v2.0/networks/42bf8fff-6e0c-49a1-a294-84e03c94cc13 HTTP/1.1" status: 204 len: 168 time: 0.6207881 Jun 24 04:23:49.736339 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=42bf8fff-6e0c-49a1-a294-84e03c94cc13,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:49.749063 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:49.771551 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9b9a9-a6f0-49fd-b7fc-67e179c17f32 req-539e0943-6403-4339-95f2-b7cb2b962756 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:49.773020 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-89c9b9a9-a6f0-49fd-b7fc-67e179c17f32 req-539e0943-6403-4339-95f2-b7cb2b962756 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0900767 Jun 24 04:23:49.810077 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-89c9b9a9-a6f0-49fd-b7fc-67e179c17f32 req-33407bf5-6afe-42dc-8cfb-193a85f348ca tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312440 Jun 24 04:23:50.063349 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40732) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:50.101626 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-281911da-a484-47b6-b665-b07c5d5a7b15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f7948c07ea9b4fcf8c1682fa69a51102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371304 Jun 24 04:23:50.103933 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40734) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:50.149555 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:50.168969 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:50.277551 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:50.280296 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:50.281482 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c069be69-e1b9-4f6a-af5d-1587a059d958 HTTP/1.1" status: 204 len: 168 time: 0.1765847 Jun 24 04:23:50.282358 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-4119f25b-3548-4bdc-97b5-5fc58126beb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:50.290697 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c069be69-e1b9-4f6a-af5d-1587a059d958,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:50.293252 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-bb660b5e-9993-48d6-9758-4b99fa116b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:50.306246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 31c8b61e-064f-4188-ba5d-9a66a204b942 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:50.330191 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 31c8b61e-064f-4188-ba5d-9a66a204b942 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:50.330553 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 31c8b61e-064f-4188-ba5d-9a66a204b942 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:50.331155 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b288d388-9da1-4c6b-8493-a40da4e936f4 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:50.351756 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: b288d388-9da1-4c6b-8493-a40da4e936f4 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:50.356826 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b288d388-9da1-4c6b-8493-a40da4e936f4 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:50.356826 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b7f92990-aed9-4d9c-b975-ba8b164ec985 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:23:50.371063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: b7f92990-aed9-4d9c-b975-ba8b164ec985 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:23:50.371422 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device b7f92990-aed9-4d9c-b975-ba8b164ec985 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:23:50.985148 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd5d22-44ef-4bfb-8c26-4549edc3648c req-9a2dd12f-9ef7-4098-9fca-94abe4495aca tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:50.986691 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6bdd5d22-44ef-4bfb-8c26-4549edc3648c req-9a2dd12f-9ef7-4098-9fca-94abe4495aca tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0649571 Jun 24 04:23:51.025182 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6bdd5d22-44ef-4bfb-8c26-4549edc3648c req-37549dcc-ade4-428b-809a-ce52fc7424cb tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Jun 24 04:23:51.256940 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40758) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:51.347311 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1569084312-network', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:51.412913 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Made reservation on behalf of cd15fa055926470eafdc7b9a61b327dc for: {'network': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:23:51.415308 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.423638 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.507436 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.572768 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.575597 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-215ab1f2-c93a-40d3-8cac-443d28fb3a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:51.599401 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93537) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:23:51.605314 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6cd08-a10c-4b23-877a-4bfaba8d48d2,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:51.608584 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:51.613487 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.613487 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.segments_db [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Added segment 6e8b7797-8904-4377-bb2c-94494c2a749c of type vlan for network b2633995-2f49-44b2-ba6b-fab7c2ca73ec Jun 24 04:23:51.652277 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.728413 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.729689 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:51.730308 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:51.732233 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:51.790417 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Pushing event updated for resources: {'Network': ['ID=b2633995-2f49-44b2-ba6b-fab7c2ca73ec,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:51.793526 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:51.798316 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-62e7d2eb-a79c-4a4c-b7ba-0b039b25d5ba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5403497 Jun 24 04:23:51.799974 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:23:51.800482 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40762) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:51.805150 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Request body: {'subnet': {'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1569084312-subnet', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:51.893355 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Made reservation on behalf of cd15fa055926470eafdc7b9a61b327dc for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:23:51.895711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5549793'] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.106136 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6248437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5549815'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.109862 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2d20c046-df0e-4a38-be04-7a4c80c6b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:52.187995 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be716c5c-f574-47b9-ad57-4c2beec3a93e,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:52.192135 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:52.205706 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Checking segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:23:52.206094 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Network hostable DHCP agents. Network: b2633995-2f49-44b2-ba6b-fab7c2ca73ec, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:23:52.240628 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc2b47-de9a-425c-badc-fe7558293cb4 req-0d6eb4fc-92eb-47a8-86d0-b1142ae5e98d tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:52.242086 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3dcc2b47-de9a-425c-badc-fe7558293cb4 req-0d6eb4fc-92eb-47a8-86d0-b1142ae5e98d tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.1008463 Jun 24 04:23:52.536556 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:23:52.558334 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3dcc2b47-de9a-425c-badc-fe7558293cb4 req-1421e696-d179-4ba0-b9b7-2d849c9d6137 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102727 Jun 24 04:23:52.585442 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, b2633995-2f49-44b2-ba6b-fab7c2ca73ec) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:52.589581 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:52.590195 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.595279 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d0336-fed0-4e5f-b69c-cf2b4b324831 None None] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:23:52.643529 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-0d336e58-56f0-43e0-922c-220e0c8555e0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8420331 Jun 24 04:23:52.646207 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40766) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:52.650549 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:52.715896 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7986280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7233'] for router, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.717397 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7986193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7988215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8086363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7258'] for router, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.736164 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp309e86d8-3b39-5267-af6f-a3eac296a619-b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e'}]}} from dv-cinder-792462-18-iscsi. {{(pid=93538) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 04:23:52.737032 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.767034 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:52.868079 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Allocated IP 172.20.0.2 (b2633995-2f49-44b2-ba6b-fab7c2ca73ec/be716c5c-f574-47b9-ad57-4c2beec3a93e/785db5bf-9e84-47b2-8288-85880e80b044) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:52.947929 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7987764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7986052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7268'] for router, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.003281 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.011083 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Transition to ACTIVE for port object 785db5bf-9e84-47b2-8288-85880e80b044 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:23:53.025349 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Transition to ACTIVE for port object 785db5bf-9e84-47b2-8288-85880e80b044 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:23:53.087830 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.090652 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:53.124665 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:53.127323 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:53.132926 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:23:53.142041 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Pushing event updated for resources: {'Port': ['ID=785db5bf-9e84-47b2-8288-85880e80b044,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:53.146154 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:53.193652 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.194810 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Attempting to bind port 785db5bf-9e84-47b2-8288-85880e80b044 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:23:53.195176 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Attempting to bind port 785db5bf-9e84-47b2-8288-85880e80b044 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:23:53.195553 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Attempting to bind port 785db5bf-9e84-47b2-8288-85880e80b044 on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:23:53.200472 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:23:53.200856 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Checking segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:23:53.201831 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.202281 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Bound using segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:23:53.202876 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Bound port: 785db5bf-9e84-47b2-8288-85880e80b044, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:23:53.203265 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.212217 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.267612 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] For port 785db5bf-9e84-47b2-8288-85880e80b044, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:53.270670 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] For port 785db5bf-9e84-47b2-8288-85880e80b044, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=785db5bf-9e84-47b2-8288-85880e80b044,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:53.315295 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Allocated IP 172.27.2.110 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/d9bf648d-7b04-44be-8462-aa0a5582a98f) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:53.350977 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.353851 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-2874e15f-b023-4eb1-bd21-33e7367e2f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:53.406541 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Pushing event updated for resources: {'Port': ['ID=785db5bf-9e84-47b2-8288-85880e80b044,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:53.409621 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:53.427332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.523205 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:53.525320 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-2074a138-f69e-4933-a495-10b0c369cba7 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:53.578344 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:53.583833 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:53.586457 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:23:53.589965 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bf648d-7b04-44be-8462-aa0a5582a98f,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:53.593072 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:53.793866 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda89a7-f4b7-402b-9e23-71f3e2c2c2be req-89c56ffb-de28-4947-9c5d-65e9e758f27f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:53.795842 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4eda89a7-f4b7-402b-9e23-71f3e2c2c2be req-89c56ffb-de28-4947-9c5d-65e9e758f27f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 943 time: 0.0989509 Jun 24 04:23:53.832755 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4eda89a7-f4b7-402b-9e23-71f3e2c2c2be req-a2f9cd39-dd85-453d-9842-efcea095030c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312855 Jun 24 04:23:53.933068 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.126967 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7986067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7987729'] for router, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.136083 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:23:54.234019 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:54.251023 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'port_id': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'mac_address': 'fa:16:3e:2a:34:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:23:54.275881 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ed7fe-6580-48c3-9a58-b84e6cca5b71 None None] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:23:54.322657 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f is scheduled to L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 with binding_index 1 {{(pid=93537) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 04:23:54.337716 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.355909 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 785db5bf-9e84-47b2-8288-85880e80b044 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:54.388205 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f78fc95-dba3-4dc9-9da2-6c208164bf71 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:23:54.429674 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-9fc8fac6-df6e-4ff0-86e4-57a09c9f7798 None None] Provisioning for port 785db5bf-9e84-47b2-8288-85880e80b044 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:23:54.433851 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:54.442008 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:54.453526 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:54.465450 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:54.466092 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:54.500083 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.502909 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:54.517266 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.521228 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-0c0bbd7f-21e7-4446-98b1-0c69f76be184 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8714454 Jun 24 04:23:54.522555 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40770) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:54.563635 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=7']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:54.567348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port 785db5bf-9e84-47b2-8288-85880e80b044 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:23:54.569466 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:54.569766 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:54.574648 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 785db5bf-9e84-47b2-8288-85880e80b044 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:54.574961 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.665783 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.700613 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port 785db5bf-9e84-47b2-8288-85880e80b044, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=785db5bf-9e84-47b2-8288-85880e80b044,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:54.751573 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.753728 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:54.769368 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:53Z', 'revision_number': 3, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:54.803659 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:54.804011 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Updating router 1427a21f-fc16-4b03-8756-32b1d8317a3f port d9bf648d-7b04-44be-8462-aa0a5582a98f binding host dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:23:54.806225 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=785db5bf-9e84-47b2-8288-85880e80b044,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:54.809425 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:54.839963 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:54.846148 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['9f78fc95-dba3-4dc9-9da2-6c208164bf71'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:23:54.899718 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-30b95620-c7c8-4df2-b8d9-cef42b742092 None None] Provisioning complete for port 785db5bf-9e84-47b2-8288-85880e80b044 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:54.900106 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-30b95620-c7c8-4df2-b8d9-cef42b742092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.032208 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.050602 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f23ef7-e4f5-46a2-a9b4-a683d06431e9 req-40f906f0-f455-4f72-84c2-c48d547f9a4c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:55.052288 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-81f23ef7-e4f5-46a2-a9b4-a683d06431e9 req-40f906f0-f455-4f72-84c2-c48d547f9a4c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 944 time: 0.0845182 Jun 24 04:23:55.124231 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-81f23ef7-e4f5-46a2-a9b4-a683d06431e9 req-6762104d-16e0-4b81-ba9d-c56ad2833561 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649805 Jun 24 04:23:55.140429 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.151405 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Transition to ACTIVE for port object d9bf648d-7b04-44be-8462-aa0a5582a98f will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:23:55.204695 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Allocated IP 172.20.0.1 (b2633995-2f49-44b2-ba6b-fab7c2ca73ec/be716c5c-f574-47b9-ad57-4c2beec3a93e/cfabfc90-ed19-4080-a1eb-03599657e031) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:55.249095 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.252362 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-a43a2123-cd75-4677-9709-60cc447e5aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:55.300390 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Attempting to bind port d9bf648d-7b04-44be-8462-aa0a5582a98f on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:23:55.300761 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Attempting to bind port d9bf648d-7b04-44be-8462-aa0a5582a98f by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:23:55.301132 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Attempting to bind port d9bf648d-7b04-44be-8462-aa0a5582a98f on network cc57a405-77d8-42c3-9a05-e016d4219aeb {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:23:55.303900 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Pushing event updated for resources: {'Port': ['ID=d9bf648d-7b04-44be-8462-aa0a5582a98f,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:55.307742 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.311994 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:23:55.313130 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Checking segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:23:55.313130 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.313130 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Bound using segment: {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:23:55.313639 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Bound port: d9bf648d-7b04-44be-8462-aa0a5582a98f, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3b2197-37ce-4ec3-ae2e-8e447885d771', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:23:55.314039 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.316888 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.317255 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.317596 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.317947 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.318276 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.318606 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.318958 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.319304 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.319648 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.319949 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.320300 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.320592 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:23:55.321335 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Transition to ACTIVE for port object cfabfc90-ed19-4080-a1eb-03599657e031 will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:23:55.339547 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:55.370580 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] For port d9bf648d-7b04-44be-8462-aa0a5582a98f, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:55.374278 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] For port d9bf648d-7b04-44be-8462-aa0a5582a98f, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=d9bf648d-7b04-44be-8462-aa0a5582a98f,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:55.391880 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.394726 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-323a018b-187e-4819-913d-5b9b94b855a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:55.434462 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:55.437150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:55.441509 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:23:55.445937 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.446137 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Pushing event updated for resources: {'Port': ['ID=cfabfc90-ed19-4080-a1eb-03599657e031,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:55.446224 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-7426db0a-a98c-4f35-9dc3-78271e0dfd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:55.468404 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:55.485651 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8262759'] for router_interface, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.509303 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:55.509965 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:55.554355 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Pushing event updated for resources: {'Port': ['ID=d9bf648d-7b04-44be-8462-aa0a5582a98f,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:55.556177 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG oslo_concurrency.lockutils [None req-344c5795-f268-4289-9b65-5d778f6b58b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:55.628615 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:55.714328 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.756948 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-521a1b2a-3a27-4960-9ed8-bae2e4e8c76a None None] Provisioning for port cfabfc90-ed19-4080-a1eb-03599657e031 completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:23:55.760998 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-521a1b2a-3a27-4960-9ed8-bae2e4e8c76a None None] Provisioning complete for port cfabfc90-ed19-4080-a1eb-03599657e031 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:55.761456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-521a1b2a-3a27-4960-9ed8-bae2e4e8c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.798323 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-521a1b2a-3a27-4960-9ed8-bae2e4e8c76a None None] Port cfabfc90-ed19-4080-a1eb-03599657e031 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:23:55.810940 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:53Z', 'revision_number': 3, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:55.836299 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32688808-0590-4fb6-b0d4-4626a8b81a35 None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:53Z', 'revision_number': 3, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:55.874458 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.928393 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:55.930790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b4d34e1c-9ab0-40ad-99ca-55d1709e146e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:55.996238 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Pushing event updated for resources: {'Port': ['ID=cfabfc90-ed19-4080-a1eb-03599657e031,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:55.998866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8262803'] for router_interface, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.000861 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:56.108144 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:56.109517 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:56.137099 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:56.202143 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:56.202533 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.300683 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:23:56.336610 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.383124 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:23:56.385628 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249ee7e8-b4bf-4c5d-8cf0-5cdb22d1b129" -d '{"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-plugged", "status": "completed", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:23:56.404330 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62053e-a298-4bc4-a7ff-23486b85f49d req-3b6cd8b5-ebc8-4dd3-af41-cae33359551d tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:56.406022 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6e62053e-a298-4bc4-a7ff-23486b85f49d req-3b6cd8b5-ebc8-4dd3-af41-cae33359551d tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 944 time: 0.1302998 Jun 24 04:23:56.409085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:56.432478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-0a28eefe-9630-48c8-aeee-648e3d84c352 None None] Provisioning complete for port cfabfc90-ed19-4080-a1eb-03599657e031 triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:56.433000 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0a28eefe-9630-48c8-aeee-648e3d84c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.461278 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6e62053e-a298-4bc4-a7ff-23486b85f49d req-0672dd0e-d12a-4a32-81b7-8f935ed43ade tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494862 Jun 24 04:23:56.472323 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d9bf648d-7b04-44be-8462-aa0a5582a98f up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:56.477448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.496664 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:23:56.502681 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] 10.222.0.26 "PUT /v2.0/routers/1427a21f-fc16-4b03-8756-32b1d8317a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9796460 Jun 24 04:23:56.520093 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:56.650794 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96108f9-a376-456d-afc2-3b334469cadc x-openstack-request-id: req-f96108f9-a376-456d-afc2-3b334469cadc {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:23:56.651072 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-plugged", "status": "completed", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:23:56.651334 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f96108f9-a376-456d-afc2-3b334469cadc {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:23:56.651727 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'code': 200} Jun 24 04:23:56.696035 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-0a28eefe-9630-48c8-aeee-648e3d84c352 None None] Port cfabfc90-ed19-4080-a1eb-03599657e031 cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:23:56.715223 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=8']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:56.718414 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:56.774633 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port d9bf648d-7b04-44be-8462-aa0a5582a98f completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:23:56.779308 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port d9bf648d-7b04-44be-8462-aa0a5582a98f triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:56.780183 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.862574 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f3c52-4333-4104-9046-b58e93c92d7d req-b661d546-5c0e-40a1-86ba-cbfc27a21cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:56.864213 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-be4f3c52-4333-4104-9046-b58e93c92d7d req-b661d546-5c0e-40a1-86ba-cbfc27a21cdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1098 time: 0.0703852 Jun 24 04:23:56.874257 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:56.894456 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port d9bf648d-7b04-44be-8462-aa0a5582a98f, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=d9bf648d-7b04-44be-8462-aa0a5582a98f,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:23:56.906698 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-be4f3c52-4333-4104-9046-b58e93c92d7d req-033a48ac-9056-422a-a512-1669bc810845 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357611 Jun 24 04:23:57.001860 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.002771 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 785db5bf-9e84-47b2-8288-85880e80b044 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:57.004545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:57.060002 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40792) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:57.065029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57098793', 'description': 'tempest-description--617477901'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:57.079446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=d9bf648d-7b04-44be-8462-aa0a5582a98f,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:57.084734 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:57.092784 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port 785db5bf-9e84-47b2-8288-85880e80b044 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:57.093348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.162774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.240388 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.305667 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.308302 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-0c656f39-4ba1-438f-af83-aa47a3624eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:57.334888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db08f292-cd99-4aab-907e-b6e8cf55733c,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:57.337670 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:57.396259 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.397515 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3364320 Jun 24 04:23:57.400367 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40794) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:57.405606 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'security_group_rule': {'security_group_id': 'db08f292-cd99-4aab-907e-b6e8cf55733c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:57.505059 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.556999 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:23:57.564926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.572399 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:57.573072 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:57.643699 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.650019 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:57.653253 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c282b-818c-4ba0-a8cc-bf8972e06577 req-9a319a2f-bf0a-4c72-abaf-f47f7c6412d3 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:57.653253 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e60c282b-818c-4ba0-a8cc-bf8972e06577 req-9a319a2f-bf0a-4c72-abaf-f47f7c6412d3 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0671675 Jun 24 04:23:57.666214 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac447c64-310c-4119-b220-b0eaaee3244e,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:57.668793 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:57.680828 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:57.693815 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e60c282b-818c-4ba0-a8cc-bf8972e06577 req-387bebe9-3e8c-480f-a840-e8260b2d8a84 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Jun 24 04:23:57.728849 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.730168 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-729f683e-61f7-4965-898a-a011acb43d1a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3288310 Jun 24 04:23:57.733313 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 40800) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:57.737998 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'security_group_rule': {'security_group_id': 'db08f292-cd99-4aab-907e-b6e8cf55733c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:57.824716 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.886578 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.891684 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 2, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:57.917448 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:23:57.917808 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Updating router 1427a21f-fc16-4b03-8756-32b1d8317a3f port cfabfc90-ed19-4080-a1eb-03599657e031 binding host dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 04:23:57.950652 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.956994 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:57.961546 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-22903652-a4fb-4e75-b4fa-6aec9162b5ab tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:57.979596 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4470f2d0-7829-46d9-ac8e-a3f46509ebd6,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:57.983160 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:58.054468 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.055886 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-e2def7b1-9c47-4918-8f85-bfeba9778b91 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213325 Jun 24 04:23:58.061243 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40802) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:23:58.066365 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:23:58.140291 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.215980 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.225837 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Transition to ACTIVE for port object cfabfc90-ed19-4080-a1eb-03599657e031 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:23:58.231958 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.277272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.280359 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:58.327825 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d9bf648d-7b04-44be-8462-aa0a5582a98f up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:23:58.337952 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5264-15b8-4fae-b85e-c809da00965e None None] Pushing event updated for resources: {'Port': ['ID=cfabfc90-ed19-4080-a1eb-03599657e031,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:58.338871 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.db_base_plugin_common [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Allocated IP 172.27.2.31 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/7b255f6a-bcff-4b9a-ba4b-cc0b1d47215f) {{(pid=93537) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:23:58.340573 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-c9eb5264-15b8-4fae-b85e-c809da00965e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:58.425009 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Attempting to bind port cfabfc90-ed19-4080-a1eb-03599657e031 on host dv-cinder-792462-18-iscsi for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:23:58.425383 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Attempting to bind port cfabfc90-ed19-4080-a1eb-03599657e031 by drivers openvswitch,hyperv on host dv-cinder-792462-18-iscsi at level 0 using segments [{'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:23:58.425756 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Attempting to bind port cfabfc90-ed19-4080-a1eb-03599657e031 on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:23:58.437832 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Checking agent: {'id': '4faad8c7-a8ef-4e73-b8b9-845b10f61520', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 2, 36), 'started_at': datetime.datetime(2021, 6, 24, 4, 3, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:23:58.438616 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Checking segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:23:58.439033 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.439445 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Bound using segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:23:58.439938 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Bound port: cfabfc90-ed19-4080-a1eb-03599657e031, host: dv-cinder-792462-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:23:58.440319 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.452532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for port, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.456895 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port d9bf648d-7b04-44be-8462-aa0a5582a98f triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:23:58.457281 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.545931 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] For port cfabfc90-ed19-4080-a1eb-03599657e031, host dv-cinder-792462-18-iscsi, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:23:58.549458 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] For port cfabfc90-ed19-4080-a1eb-03599657e031, host dv-cinder-792462-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=cfabfc90-ed19-4080-a1eb-03599657e031,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:23:58.551934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5818181'] for port, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.554975 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-42dc9e05-3f3b-4e05-acfc-70621d5f30ac tempest-TestMinimumBasicScenario-2110796694 tempest-TestMinimumBasicScenario-2110796694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:58.592437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93537) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:23:58.596715 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Resources bound (agent type, host, resource id): {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:23:58.597246 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.600897 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0edd7477-7f05-495a-8d8a-2a0ce74cb7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:58.604041 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Received port after_create {{(pid=93537) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:23:58.627508 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'Port': ['ID=7b255f6a-bcff-4b9a-ba4b-cc0b1d47215f,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:58.631348 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:58.649965 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:23:58.650569 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:23:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:58.692722 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.703643 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5264-15b8-4fae-b85e-c809da00965e None None] Pushing event updated for resources: {'Port': ['ID=cfabfc90-ed19-4080-a1eb-03599657e031,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:58.707908 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-c9eb5264-15b8-4fae-b85e-c809da00965e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:58.776680 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:23:58.858734 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:58.942499 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc6047-c3b4-4fd2-9df5-3a2a2024660a req-1922e8b9-030f-4745-8a2e-772bfcc93146 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:58.943987 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f5cc6047-c3b4-4fd2-9df5-3a2a2024660a req-1922e8b9-030f-4745-8a2e-772bfcc93146 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.1275494 Jun 24 04:23:58.990638 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:23:58Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:23:59.019032 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f5cc6047-c3b4-4fd2-9df5-3a2a2024660a req-efc46c44-cdf9-45e7-8f22-e523b60e65ef tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477009 Jun 24 04:23:59.020838 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b030e8-7528-4a0f-9c42-e71f234211db None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:23:58Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:23:59.073175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for port, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:59.150783 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5818231'] for port, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:59.153038 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a3576a9c-9774-4751-a1d3-907b6d307365 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:23:59.217247 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'Port': ['ID=7b255f6a-bcff-4b9a-ba4b-cc0b1d47215f,revision_number=2']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:23:59.221154 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:23:59.231437 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:59.333669 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:23:59.334942 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-36242ba3-d949-47b3-9e04-667a1be825a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2724140 Jun 24 04:23:59.478852 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-c1dda6dc-8782-4dda-82c8-4074c61c359e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--57098793&fields=id&tenant_id=cd15fa055926470eafdc7b9a61b327dc HTTP/1.1" status: 200 len: 267 time: 0.0342579 Jun 24 04:23:59.588534 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-df2f730e-7b4d-4bd5-81f9-765654a6ea20 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:23:59.590063 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-df2f730e-7b4d-4bd5-81f9-765654a6ea20 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 811 time: 0.1040053 Jun 24 04:23:59.605220 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-838a47c7-47e5-4d4e-a0c1-7eaf68abacab tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/quotas/cd15fa055926470eafdc7b9a61b327dc HTTP/1.1" status: 200 len: 375 time: 0.0092537 Jun 24 04:23:59.676291 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-1d214c6a-f777-4b3a-9ab3-ffec6c7fd62b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656850 Jun 24 04:23:59.691483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-9496cf57-cf73-4dd1-b3f0-f00c35cae9a8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93537) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 04:23:59.692516 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-9496cf57-cf73-4dd1-b3f0-f00c35cae9a8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052583 Jun 24 04:23:59.788627 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-f814234d-41e3-4f18-b0f9-bc5e4fcb8997 service neutron] 10.222.0.26 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900714 Jun 24 04:23:59.876260 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-c1b0eae6-4db2-4df9-ba5b-c4031fb6f7f8 service neutron] 10.222.0.26 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818021 Jun 24 04:24:00.130572 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8e07dca5-82e9-4f64-826f-1b828e687c73 req-d9e1c91a-eadc-494f-8f00-ba2f2971a297 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 210 time: 0.0322793 Jun 24 04:24:00.283153 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:00.327078 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device cfabfc90-ed19-4080-a1eb-03599657e031 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:24:00.459590 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning for port cfabfc90-ed19-4080-a1eb-03599657e031 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:24:00.463580 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port cfabfc90-ed19-4080-a1eb-03599657e031 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:24:00.470533 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:00.540424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:00.574093 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] For port cfabfc90-ed19-4080-a1eb-03599657e031, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=cfabfc90-ed19-4080-a1eb-03599657e031,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:00.613894 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:00.615679 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:24:00.661383 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Pushing event updated for resources: {'Port': ['ID=cfabfc90-ed19-4080-a1eb-03599657e031,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:00.664469 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:24:01.269511 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2109ce39-37b6-44d4-ae8f-5b2bcdf02cad req-c8e0ebb2-c080-4373-bd70-f716e5b1fb4f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 210 time: 0.0277445 Jun 24 04:24:02.224873 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-6a12d83c-147a-45f4-875e-f54243810771 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:02.226226 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-6a12d83c-147a-45f4-875e-f54243810771 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 811 time: 0.0966036 Jun 24 04:24:02.267456 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-29cfdd77-73ca-4d0f-826e-5ad83c5a0213 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd15fa055926470eafdc7b9a61b327dc HTTP/1.1" status: 200 len: 378 time: 0.0327227 Jun 24 04:24:02.276282 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'port': {'device_id': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'admin_state_up': True, 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'security_groups': ['db08f292-cd99-4aab-907e-b6e8cf55733c']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:24:02.315299 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device cfabfc90-ed19-4080-a1eb-03599657e031 up at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:24:02.373220 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Provisioning complete for port cfabfc90-ed19-4080-a1eb-03599657e031 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:24:02.374237 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:02.433176 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-cbae237c-270e-4135-91d2-25d8cd78b557 req-eb0b08c7-5886-4f1c-83c2-26c55398a3e6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 210 time: 0.0417697 Jun 24 04:24:02.717355 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Made reservation on behalf of cd15fa055926470eafdc7b9a61b327dc for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:24:02.720923 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:02.841389 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Allocated IP 172.20.0.10 (b2633995-2f49-44b2-ba6b-fab7c2ca73ec/be716c5c-f574-47b9-ad57-4c2beec3a93e/7b107f3f-8c89-4974-b496-cda09615764f) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:24:02.973621 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:02.986580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Transition to ACTIVE for port object 7b107f3f-8c89-4974-b496-cda09615764f will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:24:03.037202 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-59258110-a809-4afd-ae98-699a3bb38d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.066237 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.070102 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:24:03.108855 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:24:03.113572 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:24:03.117185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:24:03.124374 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'Port': ['ID=7b107f3f-8c89-4974-b496-cda09615764f,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:03.147765 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:24:03.172785 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:03.173615 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.254979 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9824927 Jun 24 04:24:03.267836 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Request body: {'port': {'device_id': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:24:03.336708 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.413976 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6ffb572a-0ce7-46a7-b542-4bedd4aa7761 None None] Provisioning for port 7b107f3f-8c89-4974-b496-cda09615764f completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:24:03.417937 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-6ffb572a-0ce7-46a7-b542-4bedd4aa7761 None None] Provisioning complete for port 7b107f3f-8c89-4974-b496-cda09615764f triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:24:03.418318 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6ffb572a-0ce7-46a7-b542-4bedd4aa7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.451626 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb572a-0ce7-46a7-b542-4bedd4aa7761 None None] Port 7b107f3f-8c89-4974-b496-cda09615764f cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:24:03.591389 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b107f3f-8c89-4974-b496-cda09615764f {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:24:03.598688 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.603129 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b11d-f978-42bc-bb03-2b3500cba4d6 req-268334f0-856e-43ed-bce3-dcce47853225 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:03.604620 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-58d4b11d-f978-42bc-bb03-2b3500cba4d6 req-268334f0-856e-43ed-bce3-dcce47853225 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 932 time: 0.0649796 Jun 24 04:24:03.610662 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Transition to ACTIVE for port object 7b107f3f-8c89-4974-b496-cda09615764f will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:24:03.650632 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-58d4b11d-f978-42bc-bb03-2b3500cba4d6 req-c851b963-d7b8-46cc-97c6-5e290e518d4c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398314 Jun 24 04:24:03.688391 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.690630 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-4dda376b-bab7-494d-a77c-8cb5a3c57c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:24:03.738545 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Pushing event updated for resources: {'Port': ['ID=7b107f3f-8c89-4974-b496-cda09615764f,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:03.741900 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:24:03.808639 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Attempting to bind port 7b107f3f-8c89-4974-b496-cda09615764f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:24:03.808978 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Attempting to bind port 7b107f3f-8c89-4974-b496-cda09615764f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:24:03.809306 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Attempting to bind port 7b107f3f-8c89-4974-b496-cda09615764f on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:24:03.814030 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Port 7b107f3f-8c89-4974-b496-cda09615764f on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:24:03.814349 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Attempting to bind port 7b107f3f-8c89-4974-b496-cda09615764f on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:24:03.819147 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:24:03.819481 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Checking segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:24:03.819859 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Bound using segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:24:03.820416 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Bound port: 7b107f3f-8c89-4974-b496-cda09615764f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:24:03.820769 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.887977 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] For port 7b107f3f-8c89-4974-b496-cda09615764f, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:24:03.890980 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] For port 7b107f3f-8c89-4974-b496-cda09615764f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7b107f3f-8c89-4974-b496-cda09615764f,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:24:03.951778 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.953845 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a178a3e0-1be4-4b65-8815-df90c2520d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:24:03.988653 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:03.989100 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:03.990504 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 1094 time: 0.7276669 Jun 24 04:24:03.991006 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:24:03.993280 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258be1c9-7a88-4fa3-bfdd-c2997c642028" -d '{"events": [{"name": "network-changed", "server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "tag": "7b107f3f-8c89-4974-b496-cda09615764f"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:04.018241 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Pushing event updated for resources: {'Port': ['ID=7b107f3f-8c89-4974-b496-cda09615764f,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:04.021601 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-558837ac-bb19-4326-ba77-4f1dc2b30c34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:24:04.037262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334e1f65-ae8d-46b6-925b-a0a22118fff2 x-openstack-request-id: req-334e1f65-ae8d-46b6-925b-a0a22118fff2 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:04.037618 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "tag": "7b107f3f-8c89-4974-b496-cda09615764f", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:04.037957 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-334e1f65-ae8d-46b6-925b-a0a22118fff2 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:04.038376 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f', 'status': 'completed', 'code': 200} Jun 24 04:24:04.112083 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be1c9-7a88-4fa3-bfdd-c2997c642028 req-8cd26e02-9b4b-4474-abb5-23d8a2a00b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.113617 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-258be1c9-7a88-4fa3-bfdd-c2997c642028 req-8cd26e02-9b4b-4474-abb5-23d8a2a00b40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1097 time: 0.0548682 Jun 24 04:24:04.218804 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be1c9-7a88-4fa3-bfdd-c2997c642028 req-6903f89c-638a-4282-a68e-e6acd683a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.220356 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-258be1c9-7a88-4fa3-bfdd-c2997c642028 req-6903f89c-638a-4282-a68e-e6acd683a1b0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cd15fa055926470eafdc7b9a61b327dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994029 Jun 24 04:24:04.312046 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be1c9-7a88-4fa3-bfdd-c2997c642028 req-bfe239a9-0613-46b0-a32f-b5e8c2ac1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.316802 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-258be1c9-7a88-4fa3-bfdd-c2997c642028 req-bfe239a9-0613-46b0-a32f-b5e8c2ac1850 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863171 Jun 24 04:24:04.409515 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-052bd98e-0956-468e-ae31-c1367a10b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.411006 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-052bd98e-0956-468e-ae31-c1367a10b60e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1097 time: 0.0561764 Jun 24 04:24:04.452492 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-8c708232-ae37-4c08-953b-bbf492f60c72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 217 time: 0.0334246 Jun 24 04:24:04.497235 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-ebc72347-25aa-436a-a83a-9caae4e22f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.499388 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-ebc72347-25aa-436a-a83a-9caae4e22f1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0409565 Jun 24 04:24:04.557264 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340186b1-e3d2-401b-a867-fb34729989d5 req-22b81fb7-7ea5-41e4-8918-efb768024918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.558749 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-22b81fb7-7ea5-41e4-8918-efb768024918 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533149 Jun 24 04:24:04.649033 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-fab06d54-7a5d-444d-8c44-d23275a78256 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836639 Jun 24 04:24:04.739145 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-340186b1-e3d2-401b-a867-fb34729989d5 req-442d2b2a-4514-4f67-a937-5f07e0518238 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837672 Jun 24 04:24:04.820308 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe656a1-1b52-4e22-9731-98f252c16b9e req-4a18bafa-07d0-433b-9f51-94c941cb525b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:04.821792 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9fe656a1-1b52-4e22-9731-98f252c16b9e req-4a18bafa-07d0-433b-9f51-94c941cb525b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 944 time: 0.0612426 Jun 24 04:24:04.858370 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9fe656a1-1b52-4e22-9731-98f252c16b9e req-a2ef59ad-6442-45f4-ba6e-e8afe53216d4 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309429 Jun 24 04:24:05.470939 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-54fc6ccf-206e-4e96-a774-fdd198db4c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:05.756461 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:06.025383 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57e0d5-42a9-4c3d-ae42-099550676ae8 req-8fd16cd5-8042-4ab1-a6e4-8d0bd31a92c7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:06.026845 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4a57e0d5-42a9-4c3d-ae42-099550676ae8 req-8fd16cd5-8042-4ab1-a6e4-8d0bd31a92c7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 944 time: 0.0613127 Jun 24 04:24:06.063164 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4a57e0d5-42a9-4c3d-ae42-099550676ae8 req-e4a1ab4d-8624-493d-9b70-ff9434fe3c9e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303247 Jun 24 04:24:06.599592 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:24:06.819353 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:07.234879 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fd1df-d3e2-4bd5-a365-728c365cb3e8 req-b584f04d-9c96-4764-814c-57b80fa84209 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:07.236365 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-af1fd1df-d3e2-4bd5-a365-728c365cb3e8 req-b584f04d-9c96-4764-814c-57b80fa84209 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 944 time: 0.0638945 Jun 24 04:24:07.272713 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-af1fd1df-d3e2-4bd5-a365-728c365cb3e8 req-c74f527f-09b5-4df6-9162-ba22534a60bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308561 Jun 24 04:24:07.478434 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-bcdc3cca-fa51-4690-b8b4-8f6ef0736dd1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501192 Jun 24 04:24:07.548538 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-b8e84be9-a82e-458c-bc24-415145f81a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:07.550024 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-b8e84be9-a82e-458c-bc24-415145f81a8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1098 time: 0.0496542 Jun 24 04:24:07.654511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-cb8b006e-5903-4993-8522-172f441cc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:07.655824 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-cb8b006e-5903-4993-8522-172f441cc70f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 910 time: 0.0863404 Jun 24 04:24:07.717731 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-c974ac6c-004a-48cc-9f86-88fe3261ea51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 1001 time: 0.0556884 Jun 24 04:24:07.767165 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-06c897b6-a004-4711-9740-a5dd520077cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:07.768523 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-06c897b6-a004-4711-9740-a5dd520077cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 200 len: 848 time: 0.0452445 Jun 24 04:24:07.823243 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-4bc0c3c3-84a0-439c-a6b2-2e13dd112897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:07.824644 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-4bc0c3c3-84a0-439c-a6b2-2e13dd112897 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ece1730-2faf-4b20-8b24-eefedad5bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494680 Jun 24 04:24:07.908237 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-f3ec7075-2ccf-4f8d-9ad0-8c9c038c05fd service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770059 Jun 24 04:24:07.996404 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-f398ecde-7e01-4142-93bf-9ddd8b58bad3 req-523e8bbd-64ec-47d7-beb2-d52a0c664108 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822978 Jun 24 04:24:08.082956 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:08.230281 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 7b107f3f-8c89-4974-b496-cda09615764f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:24:08.445592 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b05f28-3edf-4877-9090-69f2a0e15e95 req-3a221d4c-2b84-4544-a89a-41b08318ab5b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:08.447069 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-60b05f28-3edf-4877-9090-69f2a0e15e95 req-3a221d4c-2b84-4544-a89a-41b08318ab5b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 944 time: 0.0628109 Jun 24 04:24:08.447462 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 7b107f3f-8c89-4974-b496-cda09615764f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7b107f3f-8c89-4974-b496-cda09615764f,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:08.458177 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '7b107f3f-8c89-4974-b496-cda09615764f', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'port_id': '7b107f3f-8c89-4974-b496-cda09615764f', 'mac_address': 'fa:16:3e:83:68:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:24:08.484083 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-60b05f28-3edf-4877-9090-69f2a0e15e95 req-ccabe868-ba6e-49ad-b750-5c319f5e8d31 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312922 Jun 24 04:24:08.493808 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:08.506476 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b107f3f-8c89-4974-b496-cda09615764f {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:24:08.526150 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 7b107f3f-8c89-4974-b496-cda09615764f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7b107f3f-8c89-4974-b496-cda09615764f,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:08.591137 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:08.593538 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-0edd7477-7f05-495a-8d8a-2a0ce74cb7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:24:08.640288 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=7b107f3f-8c89-4974-b496-cda09615764f,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:08.643232 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:24:08.913395 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['7b107f3f-8c89-4974-b496-cda09615764f'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:24:09.654221 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71845f3e-3889-4e30-8c4a-44fe85fc5c82 req-b20da524-f112-4f60-be34-04c74ceca1df tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:09.655709 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-71845f3e-3889-4e30-8c4a-44fe85fc5c82 req-b20da524-f112-4f60-be34-04c74ceca1df tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 945 time: 0.0645137 Jun 24 04:24:09.693723 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-71845f3e-3889-4e30-8c4a-44fe85fc5c82 req-a646bb97-2c67-47ec-afc0-396fc73207e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306339 Jun 24 04:24:10.233447 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 7b107f3f-8c89-4974-b496-cda09615764f up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:24:10.345394 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 7b107f3f-8c89-4974-b496-cda09615764f completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:24:10.349276 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 7b107f3f-8c89-4974-b496-cda09615764f triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:24:10.349659 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:10.426493 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:10.447825 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:24:10.450235 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4a790e-d23e-4ade-a4fe-2b0a3d290a76" -d '{"events": [{"server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "name": "network-vif-plugged", "status": "completed", "tag": "7b107f3f-8c89-4974-b496-cda09615764f"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:10.462791 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 7b107f3f-8c89-4974-b496-cda09615764f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7b107f3f-8c89-4974-b496-cda09615764f,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:24:10.486421 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab65ea33-f4c3-49a9-8b5b-de819e2edfa4 x-openstack-request-id: req-ab65ea33-f4c3-49a9-8b5b-de819e2edfa4 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:10.489773 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "name": "network-vif-plugged", "status": "completed", "tag": "7b107f3f-8c89-4974-b496-cda09615764f", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:10.489773 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab65ea33-f4c3-49a9-8b5b-de819e2edfa4 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:10.489773 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f', 'code': 200} Jun 24 04:24:10.534219 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:10.536666 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:24:10.581519 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=7b107f3f-8c89-4974-b496-cda09615764f,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:24:10.584513 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:24:10.863672 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02168531-336d-4454-97de-4f7c316fc814 req-e4693138-aedb-459a-a16b-6b0f12aabcfc tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:10.865147 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-02168531-336d-4454-97de-4f7c316fc814 req-e4693138-aedb-459a-a16b-6b0f12aabcfc tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0631633 Jun 24 04:24:10.902198 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-02168531-336d-4454-97de-4f7c316fc814 req-0a65e1a0-9a5c-424a-8d2a-fe28bd6fb4f9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314279 Jun 24 04:24:10.908269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ace53-7de2-4ae9-b880-e49979a90e6b req-c62a9ca0-6797-458c-90b6-911751d01aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:10.909731 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fb3ace53-7de2-4ae9-b880-e49979a90e6b req-c62a9ca0-6797-458c-90b6-911751d01aab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1099 time: 0.0508761 Jun 24 04:24:10.943395 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fb3ace53-7de2-4ae9-b880-e49979a90e6b req-26a563fd-4488-49a6-8deb-91f650a83b28 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271325 Jun 24 04:24:12.072877 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671624f6-f87f-4cd9-8715-b8048ec391c8 req-682db224-b1e0-4a55-ae23-a6462af966d2 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:12.074324 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-671624f6-f87f-4cd9-8715-b8048ec391c8 req-682db224-b1e0-4a55-ae23-a6462af966d2 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0605388 Jun 24 04:24:12.110716 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-671624f6-f87f-4cd9-8715-b8048ec391c8 req-ee544682-58d4-4837-8615-69d084958e55 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307944 Jun 24 04:24:13.281152 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632d86-3674-409f-af0e-21b8a2a18c04 req-77fbcb8e-2910-46dc-98e9-ad3381c531a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:13.282624 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-98632d86-3674-409f-af0e-21b8a2a18c04 req-77fbcb8e-2910-46dc-98e9-ad3381c531a8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0650752 Jun 24 04:24:13.318724 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-98632d86-3674-409f-af0e-21b8a2a18c04 req-814daad9-0842-454b-92d4-f01b3a0f161a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306518 Jun 24 04:24:13.478859 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074cd12-f6fe-40da-8104-8f903dbe2baa req-564ce874-b185-4776-877a-b2762aad3028 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:13.480270 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0074cd12-f6fe-40da-8104-8f903dbe2baa req-564ce874-b185-4776-877a-b2762aad3028 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0596035 Jun 24 04:24:13.489557 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 40868) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:24:13.493843 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'floatingip': {'port_id': '7b107f3f-8c89-4974-b496-cda09615764f'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:24:13.532989 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:14.223221 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:14.298090 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:14.393789 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Floating IP 36fe8b73-5852-4098-8130-048a6cbb286f associated. External IP: 172.27.2.31, port: 7b107f3f-8c89-4974-b496-cda09615764f. Jun 24 04:24:14.584525 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:24:14.686560 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:24:14.691381 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:14.695530 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:24:14.704666 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:24:14.705271 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:24:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:14.728912 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-8723f6ff-c041-4d16-9a3a-88fdeaad2fb9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "PUT /v2.0/floatingips/36fe8b73-5852-4098-8130-048a6cbb286f HTTP/1.1" status: 200 len: 991 time: 1.2383132 Jun 24 04:24:14.729559 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:24:14.732362 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63f7fc2-c788-407e-a6ad-341352577487" -d '{"events": [{"name": "network-changed", "server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "tag": "7b107f3f-8c89-4974-b496-cda09615764f"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:24:14.879891 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b6f3a4-876d-43fe-a7c3-dfda8e0ceb80 x-openstack-request-id: req-92b6f3a4-876d-43fe-a7c3-dfda8e0ceb80 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:24:14.880210 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "tag": "7b107f3f-8c89-4974-b496-cda09615764f", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:24:14.880503 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92b6f3a4-876d-43fe-a7c3-dfda8e0ceb80 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:24:14.880937 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f', 'status': 'completed', 'code': 200} Jun 24 04:24:14.887266 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:24:14.957940 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f7fc2-c788-407e-a6ad-341352577487 req-2aa10005-d7d1-4260-9b33-1d208753fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:14.959549 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-2aa10005-d7d1-4260-9b33-1d208753fd3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1099 time: 0.0519276 Jun 24 04:24:15.056613 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f7fc2-c788-407e-a6ad-341352577487 req-eb60dad9-a14c-4133-b623-4c14ea9b42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:15.058068 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-eb60dad9-a14c-4133-b623-4c14ea9b42e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0908296 Jun 24 04:24:15.106078 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '36fe8b73-5852-4098-8130-048a6cbb286f', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'port_id': '7b107f3f-8c89-4974-b496-cda09615764f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'mac_address': 'fa:16:3e:83:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:23:58Z', 'updated_at': '2021-06-24T04:24:14Z', 'revision_number': 1, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:15.127447 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-fed55055-682b-4093-bf61-391a2e25265a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 999 time: 0.0608835 Jun 24 04:24:15.132293 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:24:15.140453 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:24:15.141068 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:24:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:15.178192 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f7fc2-c788-407e-a6ad-341352577487 req-e7daf7f1-c67d-4b4a-b82a-1d319d807226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:15.179637 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-e7daf7f1-c67d-4b4a-b82a-1d319d807226 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0437007 Jun 24 04:24:15.237327 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f7fc2-c788-407e-a6ad-341352577487 req-051e80c9-f35d-43a1-9944-2c221a8ffc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:24:15.239130 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-051e80c9-f35d-43a1-9944-2c221a8ffc4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504777 Jun 24 04:24:15.243858 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:24:15.331894 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-c46bf469-b2c6-4a19-9723-7392af0b4ce1 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831664 Jun 24 04:24:15.423566 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c63f7fc2-c788-407e-a6ad-341352577487 req-81a630e9-6dc9-404c-bd7a-3a5fca7151ba service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825598 Jun 24 04:24:15.463905 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '36fe8b73-5852-4098-8130-048a6cbb286f', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'port_id': '7b107f3f-8c89-4974-b496-cda09615764f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'mac_address': 'fa:16:3e:83:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:23:58Z', 'updated_at': '2021-06-24T04:24:14Z', 'revision_number': 1, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:24:15.492958 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48409786-7ab1-4294-8be0-29d21cee5868 None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '36fe8b73-5852-4098-8130-048a6cbb286f', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'port_id': '7b107f3f-8c89-4974-b496-cda09615764f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'mac_address': 'fa:16:3e:83:68:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:23:58Z', 'updated_at': '2021-06-24T04:24:14Z', 'revision_number': 1, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:24:15.673254 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52186894-a1c3-4bd3-b625-f677e04684de None None] New status for floating IP 36fe8b73-5852-4098-8130-048a6cbb286f: ACTIVE {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:24:30.344798 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:33.007653 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9487bd0e-ddaf-47a5-8306-9617767f2119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:35.453450 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-40164027-7c77-49b9-a965-8440cbf6fe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:35.789395 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:36.756140 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:38.053421 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:24:43.598742 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:25:00.286911 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:03.011648 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a499d0f9-988b-43b2-8865-47f541aa14ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:05.447286 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8b2044a-7814-44f3-99c1-431a1274fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:05.784248 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:06.794659 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:08.057006 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:20.597332 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:25:28.372265 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41024) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:28.608987 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Deleting port 945f7f39-e8b9-4594-9d13-95ace7bb47ea {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:28.609331 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:28.680445 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:28.680771 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:28.691971 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Calling delete_port for 945f7f39-e8b9-4594-9d13-95ace7bb47ea owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:28.890971 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:28.893888 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-28a08eea-3f17-497f-b098-0778cf8e1b50 tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:28.923116 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event deleted for resources: {'Port': ['ID=945f7f39-e8b9-4594-9d13-95ace7bb47ea,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:28.964451 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.964848 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.965247 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.965671 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.966779 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.967144 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.967504 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.967931 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.968284 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.968635 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.968986 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.969333 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:28.973108 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:28.992039 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:28.992441 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Floating IP afbb0029-4ced-4a99-9fe3-63ab9f64af09 disassociated (deleted). External IP: 172.27.2.241, port: 9f78fc95-dba3-4dc9-9da2-6c208164bf71. Jun 24 04:25:29.187937 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:25:29.291050 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:25:29.296006 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:29.300492 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] Sync routers for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:25:29.312804 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:25:29.313409 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:25:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:29.335155 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-eb00f122-eed6-4092-9942-4d6ddd387bb5 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "DELETE /v2.0/floatingips/afbb0029-4ced-4a99-9fe3-63ab9f64af09 HTTP/1.1" status: 204 len: 168 time: 0.9618328 Jun 24 04:25:29.336061 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:25:29.338532 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:25:29.420693 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:25:29.621693 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:29.651035 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] Checking router: 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:25:29.659052 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:25:29.659589 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:25:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:29.766063 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:25:29.784018 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da13b2b-e9da-4208-8287-eaa27d6f1be4 x-openstack-request-id: req-2da13b2b-e9da-4208-8287-eaa27d6f1be4 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:25:29.784582 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:25:29.784816 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2da13b2b-e9da-4208-8287-eaa27d6f1be4 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:25:29.785259 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'status': 'completed', 'code': 200} Jun 24 04:25:29.873474 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-374a07ce-6268-4db6-93c5-354267079468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:29.875127 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-374a07ce-6268-4db6-93c5-354267079468 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7fe6708e0684df8ae119b15630c9637&device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 1098 time: 0.0653458 Jun 24 04:25:29.935441 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ef1a-4f25-425e-9e93-bc887344232f req-7ef790b5-2953-4436-8031-55d7878c7d33 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:29.936945 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c099ef1a-4f25-425e-9e93-bc887344232f req-7ef790b5-2953-4436-8031-55d7878c7d33 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0680537 Jun 24 04:25:29.973534 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-9d414022-b98e-4658-b8f0-781b8af20d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:29.975158 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-9d414022-b98e-4658-b8f0-781b8af20d69 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 200 len: 910 time: 0.0923913 Jun 24 04:25:29.977497 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c099ef1a-4f25-425e-9e93-bc887344232f req-202e4f03-88eb-4e67-ac6d-a13414d3cce8 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346041 Jun 24 04:25:30.019356 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-1860d4da-0418-476d-8712-7122fecb8869 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 200 len: 217 time: 0.0363498 Jun 24 04:25:30.054176 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:30.066584 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-eb7d6c5e-6b3c-49c4-b7d9-0d3453b38e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:30.067990 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-eb7d6c5e-6b3c-49c4-b7d9-0d3453b38e3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 200 len: 848 time: 0.0415289 Jun 24 04:25:30.079277 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02f6c5-3219-4e3f-bbbe-aeb9372546e5 None None] The sync data for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi is: [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:50Z', 'revision_number': 4, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': '872545ad-f4c7-487a-8bb7-1a977e5bef6c', 'name': '', 'network_id': '2ece1730-2faf-4b20-8b24-eefedad5bec3', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'mac_address': 'fa:16:3e:6a:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:49Z', 'updated_at': '2021-06-24T04:19:56Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'subnets': [{'id': '18bb72d1-947c-49c7-a31e-b41e7f6affb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:25:30.126788 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-923f1ecb-9550-4616-9e4b-d433d7013b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:30.128272 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-923f1ecb-9550-4616-9e4b-d433d7013b79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ece1730-2faf-4b20-8b24-eefedad5bec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533316 Jun 24 04:25:30.222753 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-1311dd50-c6ac-4a7e-a400-7a99e337a3c9 service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869222 Jun 24 04:25:30.291615 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a79db1c-48ed-42b3-b2ef-ca375035a9c8 None None] New status for floating IP afbb0029-4ced-4a99-9fe3-63ab9f64af09: DOWN {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:25:30.313407 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-9505fa3e-e155-49f9-9166-1dcc0e4fdcbc req-49ae648d-6b20-4db5-a7d8-e4c718e8c95d service neutron] 10.222.0.10 "GET /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831094 Jun 24 04:25:30.328811 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:31.384104 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77121620-408b-49dd-a4c0-0852a56751a9 req-0d4c7722-8a46-46b4-a4d1-e5313b916341 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:31.385555 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-77121620-408b-49dd-a4c0-0852a56751a9 req-0d4c7722-8a46-46b4-a4d1-e5313b916341 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0624480 Jun 24 04:25:31.423837 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-77121620-408b-49dd-a4c0-0852a56751a9 req-57acbbca-8eaf-4f68-83bf-a850d610b3a8 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/security-groups?id=bbf414d2-75fa-453a-b06f-89e893de053d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326886 Jun 24 04:25:31.592214 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-eba680bb-7bab-4e1e-847d-aa361253dcc4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:31.593611 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-eba680bb-7bab-4e1e-847d-aa361253dcc4 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.10 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 945 time: 0.0653307 Jun 24 04:25:31.687652 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Deleting port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:31.687919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:31.776585 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] For port 9f78fc95-dba3-4dc9-9da2-6c208164bf71, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=9f78fc95-dba3-4dc9-9da2-6c208164bf71,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:31.776854 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:31.788936 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Calling delete_port for 9f78fc95-dba3-4dc9-9da2-6c208164bf71 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:31.971244 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:31.975053 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2af20eeb-547a-41aa-9457-7d634b7ae5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:32.003451 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event deleted for resources: {'Port': ['ID=9f78fc95-dba3-4dc9-9da2-6c208164bf71,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:32.015771 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.016159 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.016536 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.016940 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.017309 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.017677 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.018068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.018428 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.018789 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.019147 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.019526 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.019858 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:32.038626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:32.058856 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] No DVR routers for this DVR port 9f78fc95-dba3-4dc9-9da2-6c208164bf71 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:25:32.061777 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:32.063791 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-d975ad8b-96e2-4758-9927-e24d42d0a322 req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.10 "DELETE /v2.0/ports/9f78fc95-dba3-4dc9-9da2-6c208164bf71 HTTP/1.1" status: 204 len: 173 time: 0.4647481 Jun 24 04:25:32.064286 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-deleted', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:25:32.066609 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbfd873-2045-4381-b8db-e6d206f0a85f" -d '{"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-deleted", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:25:32.102336 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1323b0e1-df24-4782-86d0-3302b6f07dde x-openstack-request-id: req-1323b0e1-df24-4782-86d0-3302b6f07dde {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:25:32.102336 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8771aa47-c1e7-4e0d-a645-526afac02e5f", "name": "network-vif-deleted", "tag": "9f78fc95-dba3-4dc9-9da2-6c208164bf71", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:25:32.102336 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1323b0e1-df24-4782-86d0-3302b6f07dde {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:25:32.102336 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8771aa47-c1e7-4e0d-a645-526afac02e5f', 'name': 'network-vif-deleted', 'tag': '9f78fc95-dba3-4dc9-9da2-6c208164bf71', 'status': 'completed', 'code': 200} Jun 24 04:25:32.646158 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-0fd894db-3629-48cc-902b-6ee73a430fd3 req-a3a56486-bdfb-4e21-85c1-97a58785054c tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8771aa47-c1e7-4e0d-a645-526afac02e5f HTTP/1.1" status: 200 len: 210 time: 0.1096010 Jun 24 04:25:33.033478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5189f00f-de79-4b72-b820-11b44fa6a748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:33.736099 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41076) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:33.792822 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:33.817988 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:33.949273 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:33.952356 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:33.953579 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] 10.222.0.26 "DELETE /v2.0/security-groups/bbf414d2-75fa-453a-b06f-89e893de053d HTTP/1.1" status: 204 len: 168 time: 0.2164676 Jun 24 04:25:33.954301 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-37f12972-8d38-410e-8937-ac3a216f634d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:33.962710 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf414d2-75fa-453a-b06f-89e893de053d,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:33.965056 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0dca410d-058c-42c5-aa2e-2e1d0ff71635 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:34.062134 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41080) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:34.447329 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:34.625372 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:34.644424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 9f78fc95-dba3-4dc9-9da2-6c208164bf71 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:34.644780 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 9f78fc95-dba3-4dc9-9da2-6c208164bf71 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:34.686547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Deleting port 872545ad-f4c7-487a-8bb7-1a977e5bef6c {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:34.691111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:34.761709 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] For port 872545ad-f4c7-487a-8bb7-1a977e5bef6c, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=872545ad-f4c7-487a-8bb7-1a977e5bef6c,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:34.762098 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:34.773926 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Calling delete_port for 872545ad-f4c7-487a-8bb7-1a977e5bef6c owned by network:router_interface {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:35.269679 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:35.272346 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-70db5bd2-1941-410e-bcb9-883024a4d5ea tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:35.299373 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Pushing event deleted for resources: {'Port': ['ID=872545ad-f4c7-487a-8bb7-1a977e5bef6c,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:35.303151 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:35.459185 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:35.464059 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0367e6b2-6e3e-4652-962b-9db2226956bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:35.667419 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:25:35.772263 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:25:35.777694 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-7828c449-efdb-4afa-8544-8e62e55120ab admin admin] 10.222.0.26 "PUT /v2.0/routers/7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140179 Jun 24 04:25:35.779689 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41088) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:35.782285 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] Sync routers for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:25:35.788221 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:35.792346 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:25:35.792960 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:25:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:35.880849 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks [] for router, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:35.895365 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:25:35.979212 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.077448 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '5743083a-6bcb-4473-81df-c65994721510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:25:35Z', 'revision_number': 5, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port': {'id': '5743083a-6bcb-4473-81df-c65994721510', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:36.086687 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Deleting port 5743083a-6bcb-4473-81df-c65994721510 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:36.087033 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.102789 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] Checking router: 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:25:36.111282 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] Routers {'7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:25:36.111879 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:25:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:36.163980 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] For port 5743083a-6bcb-4473-81df-c65994721510, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=5743083a-6bcb-4473-81df-c65994721510,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:36.164340 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.176524 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Calling delete_port for 5743083a-6bcb-4473-81df-c65994721510 owned by network:router_gateway {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:36.194795 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] Set router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 gateway port host: None {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:25:36.248511 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:25:35Z', 'revision_number': 6, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port_host': None}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:36.274318 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd91c-4ddd-4e1e-a578-e0d37643b2f2 None None] The sync data for ids ['7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8'] in dv-cinder-792462-18-iscsi is: [{'id': '7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8', 'name': 'tempest-TestShelveInstance-1071826933-router', 'tenant_id': 'd7fe6708e0684df8ae119b15630c9637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:47Z', 'updated_at': '2021-06-24T04:25:35Z', 'revision_number': 6, 'project_id': 'd7fe6708e0684df8ae119b15630c9637', 'gw_port_host': None}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:25:36.400886 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.402977 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:36.430541 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Pushing event deleted for resources: {'Port': ['ID=5743083a-6bcb-4473-81df-c65994721510,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:36.433470 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:36.489305 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.575603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.578269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.658573 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 872545ad-f4c7-487a-8bb7-1a977e5bef6c no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:36.682906 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 872545ad-f4c7-487a-8bb7-1a977e5bef6c {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:36.683285 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 872545ad-f4c7-487a-8bb7-1a977e5bef6c not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:36.698550 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.699083 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 {{(pid=93536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:25:36.707475 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.709423 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] 10.222.0.26 "DELETE /v2.0/routers/7fe6e0dd-ac43-4b9a-8e28-eb35c5dc0be8 HTTP/1.1" status: 204 len: 168 time: 0.9287677 Jun 24 04:25:36.711874 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41092) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:36.756400 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Deleting subnet 18bb72d1-947c-49c7-a31e-b41e7f6affb8 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:25:36.759411 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.778413 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.792481 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.898815 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.989866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:36.992095 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-81edfcac-e3b7-42ca-be2f-8c27779fc775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:37.015293 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bb72d1-947c-49c7-a31e-b41e7f6affb8,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:37.017738 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:37.020734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.022121 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5d1f76b8-db50-470f-bb63-e0e9613827df admin admin] 10.222.0.26 "DELETE /v2.0/subnets/18bb72d1-947c-49c7-a31e-b41e7f6affb8 HTTP/1.1" status: 204 len: 168 time: 0.3092811 Jun 24 04:25:37.024942 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41094) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:37.034268 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf18b5f-50e8-48b7-918c-f684862c013b None None] Network 2ece1730-2faf-4b20-8b24-eefedad5bec3 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:25:37.097628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.150769 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Deleting port 4bf50413-b9e8-4411-a32a-0edc8d15e511 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:37.151111 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.214893 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] For port 4bf50413-b9e8-4411-a32a-0edc8d15e511, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=4bf50413-b9e8-4411-a32a-0edc8d15e511,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:37.215252 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.226908 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Calling delete_port for 4bf50413-b9e8-4411-a32a-0edc8d15e511 owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:37.242677 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] DHCP port deletion for 2ece1730-2faf-4b20-8b24-eefedad5bec3 request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:25:37.291097 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Deleting port 4bf50413-b9e8-4411-a32a-0edc8d15e511 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:37.291384 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.355279 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] For port 4bf50413-b9e8-4411-a32a-0edc8d15e511, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=4bf50413-b9e8-4411-a32a-0edc8d15e511,segment=NetworkSegment(b09c92a2-39ba-49c2-83f5-c0434a28feac),segment_id=b09c92a2-39ba-49c2-83f5-c0434a28feac)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:37.355677 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.368116 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Calling delete_port for 4bf50413-b9e8-4411-a32a-0edc8d15e511 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:37.370990 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.374244 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d24f89d9-ab91-434e-9570-4d7979df3e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:37.396268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf50413-b9e8-4411-a32a-0edc8d15e511,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:37.399201 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:37.399969 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] No DVR routers for this DVR port 4bf50413-b9e8-4411-a32a-0edc8d15e511 on host dv-cinder-792462-18-iscsi {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:25:37.444434 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.446320 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:37.469527 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Pushing event deleted for resources: {'Port': ['ID=4bf50413-b9e8-4411-a32a-0edc8d15e511,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:37.476674 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] No DVR routers for this DVR port 4bf50413-b9e8-4411-a32a-0edc8d15e511 on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:25:37.478333 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.478481 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.478946 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.479057 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.479332 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.479670 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.480003 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.480337 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.480667 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.480995 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.481320 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.481649 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.482005 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:25:37.486172 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:37.493158 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ece1730-2faf-4b20-8b24-eefedad5bec3']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:37.503101 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09c92a2-39ba-49c2-83f5-c0434a28feac') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:37.503396 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09c92a2-39ba-49c2-83f5-c0434a28feac') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:37.511627 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.524713 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.530931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:25:37.532874 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:25:37.533068 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:25:37.681149 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.684714 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9fd0f21a-eb1c-4aa0-be1c-1e45ce0f2622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:37.687284 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:37.689360 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] 10.222.0.26 "DELETE /v2.0/networks/2ece1730-2faf-4b20-8b24-eefedad5bec3 HTTP/1.1" status: 204 len: 168 time: 0.6631718 Jun 24 04:25:37.692047 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41098) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:37.700435 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Pushing event deleted for resources: {'Network': ['ID=2ece1730-2faf-4b20-8b24-eefedad5bec3,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:37.703461 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:38.029585 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:38.085330 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:38.277829 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Deleting port c201d034-4f07-4e6f-943a-b11343d6cf04 {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:38.278138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:38.354085 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] For port c201d034-4f07-4e6f-943a-b11343d6cf04, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=c201d034-4f07-4e6f-943a-b11343d6cf04,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:38.354421 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:38.367712 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Calling delete_port for c201d034-4f07-4e6f-943a-b11343d6cf04 owned by network:router_interface {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:38.368424 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 4bf50413-b9e8-4411-a32a-0edc8d15e511 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:38.391620 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 4bf50413-b9e8-4411-a32a-0edc8d15e511 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:38.392126 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 4bf50413-b9e8-4411-a32a-0edc8d15e511 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:38.392691 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 5743083a-6bcb-4473-81df-c65994721510 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:38.412738 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 5743083a-6bcb-4473-81df-c65994721510 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:38.416775 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 5743083a-6bcb-4473-81df-c65994721510 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:38.617808 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:38.620584 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a3ea82ea-f907-4ad1-bf3b-ac9a27544365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:38.648352 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c201d034-4f07-4e6f-943a-b11343d6cf04,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:38.652251 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:38.817458 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:39.027003 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Router a67202cc-94b8-4c8b-a999-b9315b7a050f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:25:39.450332 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75baab5-a0d0-4e34-a3c1-57b431fbc9cb req-557e84ba-c8e2-4b00-b28a-45dbc6082e7b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:39.452276 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d75baab5-a0d0-4e34-a3c1-57b431fbc9cb req-557e84ba-c8e2-4b00-b28a-45dbc6082e7b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.3844254 Jun 24 04:25:39.454918 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:25:39.459801 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-50d1c8a9-4b38-4240-b3d1-fac0b733aae3 admin admin] 10.222.0.26 "PUT /v2.0/routers/a67202cc-94b8-4c8b-a999-b9315b7a050f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666891 Jun 24 04:25:39.462442 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41106) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:39.463425 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] Sync routers for ids ['a67202cc-94b8-4c8b-a999-b9315b7a050f'] in dv-cinder-792462-18-iscsi {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:25:39.473231 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] Routers {'a67202cc-94b8-4c8b-a999-b9315b7a050f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:25:39.473898 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:25:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['a67202cc-94b8-4c8b-a999-b9315b7a050f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:39.538768 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d75baab5-a0d0-4e34-a3c1-57b431fbc9cb req-ea1a8c1d-9e28-4ac6-b4d5-1bfc0bbb4aa1 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778904 Jun 24 04:25:39.575369 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] Set router a67202cc-94b8-4c8b-a999-b9315b7a050f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:25:39.586479 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks [] for router, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:39.693260 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:39.750231 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:25:38Z', 'revision_number': 5, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:39.775889 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] Checking router: a67202cc-94b8-4c8b-a999-b9315b7a050f for host: dv-cinder-792462-18-iscsi {{(pid=93538) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:25:39.783935 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] Routers {'a67202cc-94b8-4c8b-a999-b9315b7a050f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93538) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:25:39.784545 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:25:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['a67202cc-94b8-4c8b-a999-b9315b7a050f'], 'active': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:39.865238 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Deleting port 673e7d35-b3ad-440b-8764-fe02bcc949ef {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:39.865820 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:39.887514 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvr_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] Set router a67202cc-94b8-4c8b-a999-b9315b7a050f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93538) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:25:39.945410 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] For port 673e7d35-b3ad-440b-8764-fe02bcc949ef, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=673e7d35-b3ad-440b-8764-fe02bcc949ef,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:39.945677 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:39.956773 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Calling delete_port for 673e7d35-b3ad-440b-8764-fe02bcc949ef owned by network:router_gateway {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:40.060201 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_hamode_db [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:25:38Z', 'revision_number': 5, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:40.089795 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d2b872-0c47-4f41-acd8-1fe2e94fde83 None None] The sync data for ids ['a67202cc-94b8-4c8b-a999-b9315b7a050f'] in dv-cinder-792462-18-iscsi is: [{'id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'name': 'tempest-TestShelveInstance-1577637506-router', 'tenant_id': '88fc30e402bd4b9d903e0a81462c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:25:38Z', 'revision_number': 5, 'project_id': '88fc30e402bd4b9d903e0a81462c4e59', 'gw_port': {'id': '673e7d35-b3ad-440b-8764-fe02bcc949ef', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67202cc-94b8-4c8b-a999-b9315b7a050f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:19:53Z', 'updated_at': '2021-06-24T04:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93538) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:25:40.172647 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.175578 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-f15397d2-4919-4475-906c-c2a8f9a46d5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:40.198784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Pushing event deleted for resources: {'Port': ['ID=673e7d35-b3ad-440b-8764-fe02bcc949ef,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:40.204698 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:40.256802 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.342499 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.344514 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.469740 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.470363 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a67202cc-94b8-4c8b-a999-b9315b7a050f {{(pid=93537) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:25:40.475399 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] Notify callbacks [] for router, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.481041 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41108) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:40.481492 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-e9bd2ec3-868f-4503-9320-a92d17571601 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a67202cc-94b8-4c8b-a999-b9315b7a050f HTTP/1.1" status: 204 len: 168 time: 1.0119009 Jun 24 04:25:40.530244 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c201d034-4f07-4e6f-943a-b11343d6cf04 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:40.534554 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Deleting subnet a77061f4-232e-4644-bc07-d8804f46979f {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:25:40.537922 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.551344 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: c201d034-4f07-4e6f-943a-b11343d6cf04 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:40.551817 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device c201d034-4f07-4e6f-943a-b11343d6cf04 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:40.573535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.656869 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.726165 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4fcf2-c5d2-4a58-82f5-3baabcfd1d60 req-d521f980-5324-4696-a846-2b2227b2be71 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:40.727665 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d3e4fcf2-c5d2-4a58-82f5-3baabcfd1d60 req-d521f980-5324-4696-a846-2b2227b2be71 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0725842 Jun 24 04:25:40.766674 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d3e4fcf2-c5d2-4a58-82f5-3baabcfd1d60 req-7c073791-e2b1-479f-9121-6b8220987658 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326879 Jun 24 04:25:40.818237 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.820798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-bb0fb37b-551f-4412-8ffc-f6a91fe4b68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:40.843670 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77061f4-232e-4644-bc07-d8804f46979f,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:40.846209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:40.848927 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.850768 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-d6e26829-4548-4cb2-9cf3-37a6446015f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a77061f4-232e-4644-bc07-d8804f46979f HTTP/1.1" status: 204 len: 168 time: 0.3703599 Jun 24 04:25:40.853408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41112) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:40.854411 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97b349a-2838-4d6c-9f19-1e03c257f840 None None] Network 282f08b7-243e-4456-a09d-ca92b8d7a997 requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:25:40.923939 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:40.974286 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Deleting port e1fb8825-83af-4b31-b02c-8d151251001b {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:40.974622 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.040507 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.db [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] For port e1fb8825-83af-4b31-b02c-8d151251001b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=e1fb8825-83af-4b31-b02c-8d151251001b,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93537) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:41.040873 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.041433 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] DHCP port deletion for 282f08b7-243e-4456-a09d-ca92b8d7a997 request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:25:41.054166 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Calling delete_port for e1fb8825-83af-4b31-b02c-8d151251001b owned by network:dhcp {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:41.089628 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Deleting port e1fb8825-83af-4b31-b02c-8d151251001b {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:25:41.090048 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.154267 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] For port e1fb8825-83af-4b31-b02c-8d151251001b, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=e1fb8825-83af-4b31-b02c-8d151251001b,segment=NetworkSegment(b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43),segment_id=b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:25:41.155189 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.167178 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Calling delete_port for e1fb8825-83af-4b31-b02c-8d151251001b owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:25:41.206820 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.209756 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-1b39eb29-2ae6-4c3d-bbff-57223a85fd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:41.232737 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fb8825-83af-4b31-b02c-8d151251001b,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:41.236346 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:41.237123 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] No DVR routers for this DVR port e1fb8825-83af-4b31-b02c-8d151251001b on host dv-cinder-792462-18-iscsi {{(pid=93537) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:25:41.243920 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.247063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-9508ef26-686d-4967-bf15-111090b492e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:41.268752 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Pushing event deleted for resources: {'Port': ['ID=e1fb8825-83af-4b31-b02c-8d151251001b,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:41.271120 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:41.273749 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6486783-e5b5-456b-b678-fb31c5c71fa6 None None] No DVR routers for this DVR port e1fb8825-83af-4b31-b02c-8d151251001b on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:25:41.312538 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.321921 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282f08b7-243e-4456-a09d-ca92b8d7a997']}} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:41.331679 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43') {'for_net_delete': True} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:41.331979 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.services.segments.db [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43eb454-aaf8-4d0d-9577-b4a3fc0a4a43') {} {{(pid=93537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:25:41.340336 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6265812'] for segment, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.353700 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.359874 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93537) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:25:41.360252 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5818267'] for segment, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: Traceback (most recent call last): Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: timer() Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: cb(*args, **kw) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: return func(*args, **kwargs) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: self._notify() Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: self.callback(batched_events) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: event.method(event) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: return f(self, *a, **k) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._get(url).json() Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: return self.request(url, 'GET', **kwargs) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:25:41.361821 dv-cinder-792462-18-iscsi neutron-server[93537]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:25:41.486727 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.490459 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-490ce925-6b35-4978-aede-ea8b6857573c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:41.492833 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.494674 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/282f08b7-243e-4456-a09d-ca92b8d7a997 HTTP/1.1" status: 204 len: 168 time: 0.6402385 Jun 24 04:25:41.505790 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=282f08b7-243e-4456-a09d-ca92b8d7a997,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:41.508079 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:41.781425 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41116) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:41.821220 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3ed6bacc-f1f4-4702-9902-6a6d483b6b0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7fe6708e0684df8ae119b15630c9637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385287 Jun 24 04:25:41.823590 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41120) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:41.869305 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.894887 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:41.939175 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c115-2e89-475f-aecf-57a7d9e33edf req-dc43d973-3e6f-40ff-b8fc-1c28459cc5c9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:41.940655 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f7e6c115-2e89-475f-aecf-57a7d9e33edf req-dc43d973-3e6f-40ff-b8fc-1c28459cc5c9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0645862 Jun 24 04:25:41.976961 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f7e6c115-2e89-475f-aecf-57a7d9e33edf req-eb217f44-33de-42f0-8ad3-773cc204603c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305536 Jun 24 04:25:42.027794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:42.030550 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:42.032649 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59bf055a-5888-4adb-834b-f051d7621cc6 HTTP/1.1" status: 204 len: 168 time: 0.2072144 Jun 24 04:25:42.032649 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3c40c6d2-c7e5-4991-b13d-1192774a4d2a tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:42.039814 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf055a-5888-4adb-834b-f051d7621cc6,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:42.042200 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:42.356327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 673e7d35-b3ad-440b-8764-fe02bcc949ef no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:42.381253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 673e7d35-b3ad-440b-8764-fe02bcc949ef {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:42.381616 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 673e7d35-b3ad-440b-8764-fe02bcc949ef not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:42.382049 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device e1fb8825-83af-4b31-b02c-8d151251001b no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:25:42.399909 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: e1fb8825-83af-4b31-b02c-8d151251001b {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:25:42.400253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device e1fb8825-83af-4b31-b02c-8d151251001b not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:25:42.781372 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41126) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:42.819815 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-909e9644-12ff-47e7-941e-e275b33515cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88fc30e402bd4b9d903e0a81462c4e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369966 Jun 24 04:25:42.822095 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41128) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:25:42.867462 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:42.887903 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:43.006603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:43.009260 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:25:43.010428 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5850084-7aba-4e35-ab5c-22d4d20ddea7 HTTP/1.1" status: 204 len: 168 time: 0.1874731 Jun 24 04:25:43.011278 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-46dca575-d354-4fd5-842d-da3cb70f9a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:25:43.019047 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5850084-7aba-4e35-ab5c-22d4d20ddea7,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:25:43.021273 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:25:43.149711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9e5b-88cc-459c-97a7-513b3a585709 req-5ecefec4-70ed-4691-a882-d9abac4459a2 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:43.151108 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-42db9e5b-88cc-459c-97a7-513b3a585709 req-5ecefec4-70ed-4691-a882-d9abac4459a2 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0619426 Jun 24 04:25:43.187999 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-42db9e5b-88cc-459c-97a7-513b3a585709 req-d7d50e85-b975-4225-a38d-6eb51a97bf3f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312214 Jun 24 04:25:44.357322 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec44c9-ae13-4730-82bf-c23fad7d219f req-89604814-021b-4a28-b089-ff8708477a61 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:44.359293 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0ec44c9-ae13-4730-82bf-c23fad7d219f req-89604814-021b-4a28-b089-ff8708477a61 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0614691 Jun 24 04:25:44.398975 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f0ec44c9-ae13-4730-82bf-c23fad7d219f req-d4a61689-4716-4cb2-81a7-e7edcd531777 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342760 Jun 24 04:25:45.568259 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bd711-4a93-4041-bfce-418b06408d95 req-db95752c-59ff-4966-825f-e92c5c672467 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:45.569656 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-150bd711-4a93-4041-bfce-418b06408d95 req-db95752c-59ff-4966-825f-e92c5c672467 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0603487 Jun 24 04:25:45.604878 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-150bd711-4a93-4041-bfce-418b06408d95 req-5c6ab546-8dad-4dd0-8139-7ce4cb4a00bc tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298247 Jun 24 04:25:46.774199 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735eb6-35b4-4dcc-9228-fc28efbda447 req-3050eb43-b635-4397-b8e4-c4d655e8b3b0 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:46.775622 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-72735eb6-35b4-4dcc-9228-fc28efbda447 req-3050eb43-b635-4397-b8e4-c4d655e8b3b0 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0623586 Jun 24 04:25:46.812918 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-72735eb6-35b4-4dcc-9228-fc28efbda447 req-33868859-8f34-4d76-8b18-10bd809948b0 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317028 Jun 24 04:25:47.982204 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e449cd-de3c-472e-bcb5-67de42fca462 req-2dff033a-62a1-4014-9211-f9106b1b411c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:47.983684 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-14e449cd-de3c-472e-bcb5-67de42fca462 req-2dff033a-62a1-4014-9211-f9106b1b411c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0648458 Jun 24 04:25:48.020489 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-14e449cd-de3c-472e-bcb5-67de42fca462 req-cb55bd5c-e347-44de-815c-07f9dd8f92c9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314474 Jun 24 04:25:49.189881 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b88c4-5dcd-4dd1-a7ae-9d929c7c4f22 req-2ec61860-775f-4b13-ae17-16ecb2de1cf4 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:49.191328 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e73b88c4-5dcd-4dd1-a7ae-9d929c7c4f22 req-2ec61860-775f-4b13-ae17-16ecb2de1cf4 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0609329 Jun 24 04:25:49.227615 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e73b88c4-5dcd-4dd1-a7ae-9d929c7c4f22 req-813b1474-ce76-4198-9f64-fc163a89a35b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308537 Jun 24 04:25:50.395954 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f633c3-e0d5-47c3-99c2-24de9d27bcf9 req-d50d73f1-fdfe-4cbe-89c9-69dea30dd8f6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:50.398535 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b2f633c3-e0d5-47c3-99c2-24de9d27bcf9 req-d50d73f1-fdfe-4cbe-89c9-69dea30dd8f6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0622487 Jun 24 04:25:50.440049 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b2f633c3-e0d5-47c3-99c2-24de9d27bcf9 req-12fd5a94-c653-4fc5-b919-6425c2044218 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369287 Jun 24 04:25:51.610642 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e23c6-64af-42ce-895e-ea9a6e76168c req-e354e007-9370-42e2-88bb-700be9c92a9a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:51.612059 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-063e23c6-64af-42ce-895e-ea9a6e76168c req-e354e007-9370-42e2-88bb-700be9c92a9a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0609171 Jun 24 04:25:51.647542 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-063e23c6-64af-42ce-895e-ea9a6e76168c req-0d615977-6af1-4889-931e-94560444a925 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301783 Jun 24 04:25:52.816535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee75c8e-9a60-450b-bd84-4a443943f2a1 req-1185aaaf-be68-4ffc-869d-80e2d1f61281 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:52.818023 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2ee75c8e-9a60-450b-bd84-4a443943f2a1 req-1185aaaf-be68-4ffc-869d-80e2d1f61281 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0622606 Jun 24 04:25:52.854370 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-2ee75c8e-9a60-450b-bd84-4a443943f2a1 req-121f36ec-f2da-4a1c-8859-e64cb57693bf tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308177 Jun 24 04:25:54.029440 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0569b-583d-4aad-b71e-ae76ec5bd251 req-fd9fe843-0e5e-4fa2-97b7-f3ef33045a81 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:54.031425 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f2e0569b-583d-4aad-b71e-ae76ec5bd251 req-fd9fe843-0e5e-4fa2-97b7-f3ef33045a81 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0655990 Jun 24 04:25:54.067418 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f2e0569b-583d-4aad-b71e-ae76ec5bd251 req-106c6a63-700a-4ff9-a5f0-0184775fa040 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304914 Jun 24 04:25:55.235408 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd5366-2751-4be7-9daa-ad52057a6f13 req-8d5d648f-8735-4d9c-8815-8fa736a93577 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:55.236887 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b2dd5366-2751-4be7-9daa-ad52057a6f13 req-8d5d648f-8735-4d9c-8815-8fa736a93577 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0614169 Jun 24 04:25:55.273518 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b2dd5366-2751-4be7-9daa-ad52057a6f13 req-26466ed2-1007-4c6d-b646-78cfe795de03 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310616 Jun 24 04:25:55.794005 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370db39-aae0-4323-a3d5-a59fbb10cf5c req-7b5a18c4-5f25-428e-a133-75204c33ba24 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:55.795864 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d370db39-aae0-4323-a3d5-a59fbb10cf5c req-7b5a18c4-5f25-428e-a133-75204c33ba24 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0675209 Jun 24 04:25:55.833586 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d370db39-aae0-4323-a3d5-a59fbb10cf5c req-1138402f-2eb7-4a39-8e46-7c0a0ca82c51 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321712 Jun 24 04:25:55.871651 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317570-adde-478a-8bed-86e754b1bba0 req-b79f35a8-e107-4dff-8190-a6715c980763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:55.873102 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-b79f35a8-e107-4dff-8190-a6715c980763 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1099 time: 0.0553088 Jun 24 04:25:55.958601 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317570-adde-478a-8bed-86e754b1bba0 req-7757bfad-56b6-4ac8-ac80-702cd099e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:55.959927 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-7757bfad-56b6-4ac8-ac80-702cd099e2db service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0803652 Jun 24 04:25:56.024587 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-da6ac7e9-5276-4bdb-8fc2-1086dfc28d27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 1001 time: 0.0580990 Jun 24 04:25:56.069150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317570-adde-478a-8bed-86e754b1bba0 req-20809390-a9ea-4c83-bd1a-3975cf4c7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:56.070502 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-20809390-a9ea-4c83-bd1a-3975cf4c7504 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0398896 Jun 24 04:25:56.122464 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317570-adde-478a-8bed-86e754b1bba0 req-debac642-abb4-4f43-9feb-ebb1f0d966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:56.124318 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-debac642-abb4-4f43-9feb-ebb1f0d966e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478334 Jun 24 04:25:56.218446 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-bc8d187f-8b4f-499c-b91f-3f77098d4c61 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809247 Jun 24 04:25:56.295670 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-52317570-adde-478a-8bed-86e754b1bba0 req-a9f02b8e-4569-45ce-9e79-57478dedcfec service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776289 Jun 24 04:25:57.003970 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae437f-911c-496d-9bff-8e5f0e8513a2 req-593cf9d6-741d-45d0-869c-e25d6a6607f5 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:57.005575 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-27ae437f-911c-496d-9bff-8e5f0e8513a2 req-593cf9d6-741d-45d0-869c-e25d6a6607f5 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0629685 Jun 24 04:25:57.041824 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-27ae437f-911c-496d-9bff-8e5f0e8513a2 req-7b7ad21d-d366-4188-ba52-7e135d7ee32f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307586 Jun 24 04:25:57.595826 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:25:58.209962 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bf800-5daa-47a7-b869-7f40bdba61c4 req-ae2c3154-d896-462e-90c2-1fb7e1aed23d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:25:58.211377 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-270bf800-5daa-47a7-b869-7f40bdba61c4 req-ae2c3154-d896-462e-90c2-1fb7e1aed23d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0609913 Jun 24 04:25:58.247817 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-270bf800-5daa-47a7-b869-7f40bdba61c4 req-a9fdd829-14fc-48b8-8d21-ce03a57c15e2 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309422 Jun 24 04:26:00.358685 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:03.017461 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-67d9f335-8374-4450-bdd1-f6d45eac2095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:05.446362 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d995bd00-4255-4e45-a7cc-821e1c5ca057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:05.789027 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:06.804504 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:08.067023 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:09.425791 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [req-6c1fb7fd-1742-4f34-8f16-a84014b24086 req-e2457af4-829e-4d78-a6d0-0f2534cdf61b service neutron] (93536) timed out ('10.222.0.10', 49901) {{(pid=93536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 04:26:09.450381 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-8c66975b-e8b7-4803-9343-a56f9a46fd8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543485 Jun 24 04:26:09.546977 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f64de-a6d8-4f11-a043-34dab37b966a req-367f4f76-207f-402e-b651-add7f0a65cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:09.548436 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-367f4f76-207f-402e-b651-add7f0a65cdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1099 time: 0.0517552 Jun 24 04:26:09.619663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [req-17810973-aec4-43d6-b247-79c1db3ce5bb req-d7e997a1-5c11-4311-bd2a-bc1e7f84795b service neutron] (93537) timed out ('10.222.0.10', 49859) {{(pid=93537) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 04:26:09.650671 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f64de-a6d8-4f11-a043-34dab37b966a req-ba13b504-b5d9-469e-850a-3c2f1f36bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:09.652082 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-ba13b504-b5d9-469e-850a-3c2f1f36bffc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0797861 Jun 24 04:26:09.716218 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-72e65db6-f47e-4130-a5fd-48cc6e707a1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 1001 time: 0.0568740 Jun 24 04:26:09.761413 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f64de-a6d8-4f11-a043-34dab37b966a req-fac9569f-9015-4118-aead-3c753169c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:09.762756 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-fac9569f-9015-4118-aead-3c753169c71c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0404794 Jun 24 04:26:09.816866 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f64de-a6d8-4f11-a043-34dab37b966a req-4c7c5fef-8eb3-4335-b296-b42a54aff819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:09.818308 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-4c7c5fef-8eb3-4335-b296-b42a54aff819 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490875 Jun 24 04:26:10.171531 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-d6a9f52f-c288-40f9-9ef2-043b9916e565 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456743 Jun 24 04:26:10.262018 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-150f64de-a6d8-4f11-a043-34dab37b966a req-809de73b-4f54-4f38-a65a-61eee7ea750f service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824301 Jun 24 04:26:30.302953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:33.015152 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ef5572d8-6198-414d-9faa-2d5e3a26f139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:34.593812 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:26:35.466225 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28787117-311d-4201-9151-59ddced69e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:35.780479 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:36.791991 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:38.119463 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:26:55.408415 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014b39b-13e6-4db9-b40d-a2b6d77eb312 req-7293be6b-fa20-4075-9b5b-bcad9ef12509 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:55.409908 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8014b39b-13e6-4db9-b40d-a2b6d77eb312 req-7293be6b-fa20-4075-9b5b-bcad9ef12509 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0665097 Jun 24 04:26:55.446889 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-8014b39b-13e6-4db9-b40d-a2b6d77eb312 req-76cb20e6-a963-42e0-a228-0497c4d1d3e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311506 Jun 24 04:26:56.615495 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e53cfc-f3e1-4e24-bd1e-a3b4294cb73d req-e45a4bda-5d3c-4731-8114-6edf3e9d0e12 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:56.616852 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7e53cfc-f3e1-4e24-bd1e-a3b4294cb73d req-e45a4bda-5d3c-4731-8114-6edf3e9d0e12 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0605502 Jun 24 04:26:56.652432 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7e53cfc-f3e1-4e24-bd1e-a3b4294cb73d req-dae2d474-b333-4e51-a757-cf93964a4673 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298688 Jun 24 04:26:57.826336 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80e32-d19d-42db-b0ad-4a8094e621e7 req-6b6cd414-4b0d-4f46-87e1-3f1e798a47b4 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:57.827772 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9ca80e32-d19d-42db-b0ad-4a8094e621e7 req-6b6cd414-4b0d-4f46-87e1-3f1e798a47b4 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0647652 Jun 24 04:26:57.864253 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9ca80e32-d19d-42db-b0ad-4a8094e621e7 req-fcbc010a-db5f-4d38-9bc1-bfa38354098b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311584 Jun 24 04:26:59.032876 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db77b16-d338-4567-a6b5-a53b851df815 req-c677224b-2b17-47db-beca-b82b9715fe82 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:26:59.034416 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1db77b16-d338-4567-a6b5-a53b851df815 req-c677224b-2b17-47db-beca-b82b9715fe82 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0625095 Jun 24 04:26:59.070878 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1db77b16-d338-4567-a6b5-a53b851df815 req-93cfae88-0789-44eb-b906-8e064469954f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309985 Jun 24 04:27:00.236053 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf1ddb-fa37-472e-859d-b7dd475a827e req-907ecfa1-4433-4b9b-9e9c-78a1e2e834a3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:00.237461 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-18cf1ddb-fa37-472e-859d-b7dd475a827e req-907ecfa1-4433-4b9b-9e9c-78a1e2e834a3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0603421 Jun 24 04:27:00.274145 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-18cf1ddb-fa37-472e-859d-b7dd475a827e req-61bc83a5-74c2-4253-8eab-37295c99cc2a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312974 Jun 24 04:27:00.320066 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:01.443356 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e491c-5841-4bc1-8459-72d8f3313358 req-2ca1b5b8-0bb4-433d-bee3-468ad4ef374e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:01.445343 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ee0e491c-5841-4bc1-8459-72d8f3313358 req-2ca1b5b8-0bb4-433d-bee3-468ad4ef374e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0651369 Jun 24 04:27:01.481368 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ee0e491c-5841-4bc1-8459-72d8f3313358 req-4cb5398e-0d0c-427b-a14a-f07888e9d458 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304999 Jun 24 04:27:02.649592 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80c29-9377-462c-8140-491164f1a022 req-ccd4bd3e-87fe-4b2d-b615-a28a1824bbcd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:02.650945 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7f80c29-9377-462c-8140-491164f1a022 req-ccd4bd3e-87fe-4b2d-b615-a28a1824bbcd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0604980 Jun 24 04:27:02.686238 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d7f80c29-9377-462c-8140-491164f1a022 req-f32d9842-69fa-4713-9e12-1699c2d7d72e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299451 Jun 24 04:27:03.037089 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-669d2b57-d947-45ec-acb6-5e152cbf3715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:03.857190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358f8f7-d143-433d-b663-985b53141db1 req-2e83469b-bcea-4e00-a464-462aa4ad6350 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:03.858651 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f358f8f7-d143-433d-b663-985b53141db1 req-2e83469b-bcea-4e00-a464-462aa4ad6350 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0646610 Jun 24 04:27:03.896344 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f358f8f7-d143-433d-b663-985b53141db1 req-dcf1e640-c830-4048-a1e3-88cbd984a38c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318058 Jun 24 04:27:05.067924 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54abbfa-16b1-4233-b2d4-9dc063b112d3 req-a6a7cb72-1868-4887-a919-c313322b1590 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:05.069408 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c54abbfa-16b1-4233-b2d4-9dc063b112d3 req-a6a7cb72-1868-4887-a919-c313322b1590 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0644271 Jun 24 04:27:05.105588 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c54abbfa-16b1-4233-b2d4-9dc063b112d3 req-46d1b6d7-6619-4c66-a967-acf2f03cabef tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300694 Jun 24 04:27:05.450496 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7db7d232-1a2c-4f15-87b0-ffb2a9a7524f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:05.787810 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:06.279454 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c961-26a7-46a0-8a09-1d12effaaa3f req-7442c16e-dc44-47a7-a4f6-f0869a05b32b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:06.280976 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ba8c961-26a7-46a0-8a09-1d12effaaa3f req-7442c16e-dc44-47a7-a4f6-f0869a05b32b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0672307 Jun 24 04:27:06.317038 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1ba8c961-26a7-46a0-8a09-1d12effaaa3f req-45e88526-8874-48ef-873e-795853217088 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303659 Jun 24 04:27:06.797773 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:06.812646 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae66c05-81ff-4e17-bd4e-d9220eeb8232 req-7afa7265-57e7-474a-93a3-ca11ee93bc9c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:06.814167 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bae66c05-81ff-4e17-bd4e-d9220eeb8232 req-7afa7265-57e7-474a-93a3-ca11ee93bc9c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0671649 Jun 24 04:27:06.852766 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bae66c05-81ff-4e17-bd4e-d9220eeb8232 req-aa268bf1-2804-4d23-af3e-db6d724e2a77 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318632 Jun 24 04:27:07.017713 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-f9ae7cf5-d9ed-4019-bdcf-f280095fb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:07.019199 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-f9ae7cf5-d9ed-4019-bdcf-f280095fb47c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1099 time: 0.1802077 Jun 24 04:27:07.103632 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-6b8f11cc-da9d-47b7-906f-ea47347eb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:07.105059 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-6b8f11cc-da9d-47b7-906f-ea47347eb8a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0799010 Jun 24 04:27:07.169234 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-86e49db5-f1b3-4935-aedf-db087f76e28a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 1001 time: 0.0578902 Jun 24 04:27:07.214595 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-fa51e4c0-390a-4c26-9161-09b34b6a038b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:07.215867 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-fa51e4c0-390a-4c26-9161-09b34b6a038b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0406728 Jun 24 04:27:07.270472 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-ea2027e5-bc2e-48da-85c5-2496b95e41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:07.271887 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-ea2027e5-bc2e-48da-85c5-2496b95e41fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494580 Jun 24 04:27:07.360313 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-6d4a267c-baa4-45d8-b151-28d12effc6e8 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819006 Jun 24 04:27:07.449077 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-5e29beeb-1e2a-476b-bc79-347b1e2f8202 req-8963442b-ff9a-4f72-844f-9d13dd83adce service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826299 Jun 24 04:27:08.022737 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b690-48f0-48f0-a86b-79c9b1caf62a req-522fd5c5-bd05-4378-af65-3a06189ad643 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:08.024262 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b480b690-48f0-48f0-a86b-79c9b1caf62a req-522fd5c5-bd05-4378-af65-3a06189ad643 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0636404 Jun 24 04:27:08.060608 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b480b690-48f0-48f0-a86b-79c9b1caf62a req-f750ee4f-b702-4e59-ab63-da46b74193bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306957 Jun 24 04:27:08.067655 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:09.233711 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e97e8c-277b-4a13-b2e1-fe7fda1538ba req-51c8ec2a-6699-4057-a80c-72360fb11b83 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:09.235170 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-63e97e8c-277b-4a13-b2e1-fe7fda1538ba req-51c8ec2a-6699-4057-a80c-72360fb11b83 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0645065 Jun 24 04:27:09.271790 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-63e97e8c-277b-4a13-b2e1-fe7fda1538ba req-28050208-f9fa-4f0d-a188-427e14894141 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312805 Jun 24 04:27:10.431003 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-2cc56a95-9422-458a-b484-674f3f087a17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509267 Jun 24 04:27:10.520354 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-04293d4b-0b78-47f3-9dc3-a0d37b29c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:10.521819 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-04293d4b-0b78-47f3-9dc3-a0d37b29c068 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 1099 time: 0.0509496 Jun 24 04:27:10.623428 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-c5ac938e-9439-4076-9258-d1052601e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:10.624789 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-c5ac938e-9439-4076-9258-d1052601e26b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0848024 Jun 24 04:27:10.685613 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-18a5accb-9ff4-4290-87e3-0eb4629f2ea1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 200 len: 1001 time: 0.0549924 Jun 24 04:27:10.731038 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-42cc5464-dd47-4349-b9a5-46d0d58cf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:10.732375 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-42cc5464-dd47-4349-b9a5-46d0d58cf139 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0412881 Jun 24 04:27:10.790882 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-fcd45635-75da-44c2-b8a9-237a2d742653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:10.792289 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-fcd45635-75da-44c2-b8a9-237a2d742653 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537155 Jun 24 04:27:10.878436 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-61b60cce-40bb-415f-ae1e-e01af08d8dce service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793555 Jun 24 04:27:10.966435 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-c810d28a-99ff-417a-80e7-e0db12e17090 req-eb03936b-79ad-40df-b654-2d8b37199f5c service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820730 Jun 24 04:27:11.592066 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:27:30.322272 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:33.038568 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7253551d-dfc3-439c-b364-808ba6d546ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:35.465171 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-accdb8bd-8d8f-4839-83a7-563853eb345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:35.770126 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:36.824947 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:38.081955 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:27:48.590692 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:27:58.288190 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89e2c-5960-4fbd-9e19-ca676e3ff0b5 req-65a54ad6-14cf-48f7-ab97-ac8a2987a837 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:58.289524 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6eb89e2c-5960-4fbd-9e19-ca676e3ff0b5 req-65a54ad6-14cf-48f7-ab97-ac8a2987a837 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0622561 Jun 24 04:27:58.325117 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6eb89e2c-5960-4fbd-9e19-ca676e3ff0b5 req-73bfa10a-2510-4dc5-b647-3274b5e559e6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301008 Jun 24 04:27:59.509262 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541133e-f159-4171-b2f1-174e8da805ae req-fe09e42e-3318-4c81-af69-a9c33021ae3f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:27:59.510708 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b541133e-f159-4171-b2f1-174e8da805ae req-fe09e42e-3318-4c81-af69-a9c33021ae3f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0614426 Jun 24 04:27:59.547053 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b541133e-f159-4171-b2f1-174e8da805ae req-cb6b6288-f2b7-423b-a0d5-b385c1451a59 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308857 Jun 24 04:28:00.355590 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:00.472631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-0d02adca-20a1-4448-9057-80288331ee12 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:00.474081 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-0d02adca-20a1-4448-9057-80288331ee12 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0609164 Jun 24 04:28:00.578585 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Deleting port 7b107f3f-8c89-4974-b496-cda09615764f {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:28:00.578946 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:00.663867 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] For port 7b107f3f-8c89-4974-b496-cda09615764f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=7b107f3f-8c89-4974-b496-cda09615764f,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:00.664141 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:00.719401 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bf76a-ac59-48ad-93f4-615d29f0574a req-287e57a6-6766-44ab-91e3-71745ce9056d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:00.720849 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1a1bf76a-ac59-48ad-93f4-615d29f0574a req-287e57a6-6766-44ab-91e3-71745ce9056d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 946 time: 0.0659339 Jun 24 04:28:00.756710 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1a1bf76a-ac59-48ad-93f4-615d29f0574a req-eadd25c5-a139-4e5b-b4fc-1ec8eb7c9c38 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=db08f292-cd99-4aab-907e-b6e8cf55733c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301800 Jun 24 04:28:00.831387 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:00.831756 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:00.832065 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Floating IP 36fe8b73-5852-4098-8130-048a6cbb286f disassociated. External IP: 172.27.2.31, port: 7b107f3f-8c89-4974-b496-cda09615764f. Jun 24 04:28:00.832398 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Calling delete_port for 7b107f3f-8c89-4974-b496-cda09615764f owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:28:01.009415 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:01.013864 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-41256662-ca8d-4d1d-8736-45dfddfded8f tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:01.036308 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event deleted for resources: {'Port': ['ID=7b107f3f-8c89-4974-b496-cda09615764f,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:01.049571 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.049992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.050370 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.050740 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.051108 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.051473 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.051834 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.052197 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.052565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.052950 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.053299 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.053655 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:01.061233 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:01.162752 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:28:01.266080 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:28:01.276261 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:28:01.285210 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:28:01.285836 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:27:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:01.312511 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] No DVR routers for this DVR port 7b107f3f-8c89-4974-b496-cda09615764f on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:28:01.314992 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:01.316922 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-aa5c4978-87a5-4f9f-a587-f637c5b8e70c req-507c7cf3-a476-4287-b1fe-0fe7024d144b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "DELETE /v2.0/ports/7b107f3f-8c89-4974-b496-cda09615764f HTTP/1.1" status: 204 len: 173 time: 0.8375492 Jun 24 04:28:01.317456 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'name': 'network-vif-deleted', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:28:01.319764 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084fa5af-2167-4686-a78e-68d3d6d8b31d" -d '{"events": [{"server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "name": "network-vif-deleted", "tag": "7b107f3f-8c89-4974-b496-cda09615764f"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:01.356453 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d84dd-3d48-49d5-a256-fa1e99a70dd9 x-openstack-request-id: req-0a8d84dd-3d48-49d5-a256-fa1e99a70dd9 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:01.356794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cf5cab-74f5-442c-ab99-29cd7923ad43", "name": "network-vif-deleted", "tag": "7b107f3f-8c89-4974-b496-cda09615764f", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:01.357094 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a8d84dd-3d48-49d5-a256-fa1e99a70dd9 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:01.357537 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf5cab-74f5-442c-ab99-29cd7923ad43', 'name': 'network-vif-deleted', 'tag': '7b107f3f-8c89-4974-b496-cda09615764f', 'status': 'completed', 'code': 200} Jun 24 04:28:01.391122 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:28:01.594971 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:01.621168 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:28:01.629122 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:28:01.629661 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:27:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:01.731930 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:28:01.909978 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-43c44d18-2564-41cd-9ff9-9fa374d4ea2b req-a57cb150-55b3-49ec-a492-238962c346e3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=72cf5cab-74f5-442c-ab99-29cd7923ad43 HTTP/1.1" status: 200 len: 210 time: 0.0292242 Jun 24 04:28:01.925912 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:01.952184 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94acae5-5149-416e-ae37-784c2daac148 None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:28:02.171434 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520dd3a-ab5c-4511-8200-c4b8dabfba6c None None] New status for floating IP 36fe8b73-5852-4098-8130-048a6cbb286f: DOWN {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:28:03.049503 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-97c98159-2cd8-417c-b597-0b1692cb2e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.107353 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41286) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:03.163762 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.186675 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.283626 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.286215 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.287339 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "DELETE /v2.0/security-groups/db08f292-cd99-4aab-907e-b6e8cf55733c HTTP/1.1" status: 204 len: 168 time: 0.1789663 Jun 24 04:28:03.288085 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-36430839-fae1-4b29-968c-3e0837fda170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:03.290138 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41288) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:03.294232 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 7b107f3f-8c89-4974-b496-cda09615764f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:28:03.296922 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db08f292-cd99-4aab-907e-b6e8cf55733c,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:03.299486 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ae1315ea-8b74-401f-aa85-ef03d589af6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:03.303287 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.api.v2.resource [None req-bd92147e-5736-4c1d-bcc4-860a39d355cd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] show failed (client error): The resource could not be found. Jun 24 04:28:03.304284 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-bd92147e-5736-4c1d-bcc4-860a39d355cd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups/db08f292-cd99-4aab-907e-b6e8cf55733c HTTP/1.1" status: 404 len: 347 time: 0.0131059 Jun 24 04:28:03.307776 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41290) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:03.320400 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 7b107f3f-8c89-4974-b496-cda09615764f {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:28:03.320750 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 7b107f3f-8c89-4974-b496-cda09615764f not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:28:03.427088 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Deleting port 7b255f6a-bcff-4b9a-ba4b-cc0b1d47215f {{(pid=93537) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:28:03.427431 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.501847 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.502201 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.513791 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.plugin [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Calling delete_port for 7b255f6a-bcff-4b9a-ba4b-cc0b1d47215f owned by network:floatingip {{(pid=93537) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:28:03.692712 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5818190'] for port, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.695394 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-9a2539ff-24ba-48e2-a77d-1a2c47b6a7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:03.718867 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event deleted for resources: {'Port': ['ID=7b255f6a-bcff-4b9a-ba4b-cc0b1d47215f,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:03.743410 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.743784 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.744807 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.745195 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.745554 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.745931 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.746287 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.746638 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.746990 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.747336 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.747681 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.748024 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:03.752278 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:03.791626 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.794172 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:03.795289 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-b397c5bd-c91f-4f0a-b5f5-a6bbe471467d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "DELETE /v2.0/floatingips/36fe8b73-5852-4098-8130-048a6cbb286f HTTP/1.1" status: 204 len: 168 time: 0.4866240 Jun 24 04:28:04.252610 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41294) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:04.257285 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52583842', 'description': 'tempest-description--27119442'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:04.358117 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.435564 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.492888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.495262 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-81b42e0d-5b89-4fd6-9636-8ca336a4c9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:04.520967 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b474e1b5-1539-4939-a180-cb3b0def2cd7,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:04.523661 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:04.575300 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.576557 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3e7c1096-068b-4a69-b5da-f99bc641398c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3229241 Jun 24 04:28:04.579207 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41296) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:04.586509 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'security_group_rule': {'security_group_id': 'b474e1b5-1539-4939-a180-cb3b0def2cd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:04.659494 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.716612 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.791998 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.793679 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:04.810743 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af24345-094a-4558-b18b-8cb618917e95,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:04.813002 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:04.892747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:04.893974 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b758c5f9-858c-493d-b113-8d642866e92a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135645 Jun 24 04:28:04.896498 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41298) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:04.900862 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'security_group_rule': {'security_group_id': 'b474e1b5-1539-4939-a180-cb3b0def2cd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:05.005828 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.060780 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.167047 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8101194'] for security_group_rule, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.168956 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-cd240355-a84f-4629-b4b0-135bd34c1fab tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:05.185172 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be04248b-7e1d-4b5c-b392-4f28bb509d08,revision_number=0']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:05.187595 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:05.266290 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.267442 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-57bd89d6-e006-4376-b8bf-a3628b87e291 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3700209 Jun 24 04:28:05.270376 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41300) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:05.274761 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'floatingip': {'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:05.351991 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.448381 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.489530 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-044ed25d-7e4e-4c71-be65-9889cc3d3dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.546019 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Allocated IP 172.27.2.64 (cc57a405-77d8-42c3-9a05-e016d4219aeb/85d593d7-d7d8-4aa2-a915-07ea03a8aa01/3ae48c42-b615-4fd7-bb6d-60cf2b2980fb) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:28:05.644761 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.730479 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.733282 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7de430fc-2871-4ee9-b5e3-d13bbe1f9241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:05.765819 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Network cc57a405-77d8-42c3-9a05-e016d4219aeb is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:28:05.768491 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:28:05.769513 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.773842 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:28:05.796677 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'Port': ['ID=3ae48c42-b615-4fd7-bb6d-60cf2b2980fb,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:05.800439 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:05.861496 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:05.953830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:06.096301 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:06.178417 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:06.180391 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:06.242750 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'Port': ['ID=3ae48c42-b615-4fd7-bb6d-60cf2b2980fb,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:06.246944 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:06.255222 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:06.355692 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:06.356852 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0855277 Jun 24 04:28:06.541598 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-892a6d23-6a1f-4a6e-aae3-adf97390fd69 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--52583842&fields=id&tenant_id=cd15fa055926470eafdc7b9a61b327dc HTTP/1.1" status: 200 len: 267 time: 0.0325446 Jun 24 04:28:06.645308 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-df365f32-a38d-407c-8891-28a48e76a9e3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:06.646821 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-df365f32-a38d-407c-8891-28a48e76a9e3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 811 time: 0.0991719 Jun 24 04:28:06.661177 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-a204cbfa-e984-4290-9b88-09d7d0fe8754 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/quotas/cd15fa055926470eafdc7b9a61b327dc HTTP/1.1" status: 200 len: 375 time: 0.0084598 Jun 24 04:28:06.729834 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-adabece1-d70e-46ad-9d2b-18885e3bd01c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639787 Jun 24 04:28:06.829894 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:06.867691 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-40c4295e-af10-4a57-97bc-832d624b3ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266272 Jun 24 04:28:06.953945 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-4626e5c0-5452-47cb-852d-404a21a4746f service neutron] 10.222.0.26 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798655 Jun 24 04:28:07.196055 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-313c1ed8-c52b-4a05-babf-85ce82126795 req-bbd22f1d-4f41-4344-a2da-eadfa184bacd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jun 24 04:28:08.049314 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:08.335463 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-422bfeee-892d-48dd-a39f-b4b283555779 req-fac7aa9e-a12a-44fd-9f14-92c636b7687b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 210 time: 0.0312142 Jun 24 04:28:09.377705 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-e840a6ba-34a9-4af6-9338-7f3438e405ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:09.377705 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-e840a6ba-34a9-4af6-9338-7f3438e405ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 811 time: 0.1100776 Jun 24 04:28:09.423998 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-4902bc96-38ac-49ba-86dd-2226561aed3a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd15fa055926470eafdc7b9a61b327dc HTTP/1.1" status: 200 len: 378 time: 0.0389731 Jun 24 04:28:09.432476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'port': {'device_id': 'ba657886-7fe9-441f-9434-36059693c70b', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'admin_state_up': True, 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'security_groups': ['b474e1b5-1539-4939-a180-cb3b0def2cd7']}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:09.475881 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-57a0dafa-ae85-4c46-a1dc-52a685dbaaa2 req-c1594a74-7e28-4ab5-bf10-843241a150dc tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 210 time: 0.0284362 Jun 24 04:28:09.600968 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Made reservation on behalf of cd15fa055926470eafdc7b9a61b327dc for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:28:09.604565 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:09.723930 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Allocated IP 172.20.0.4 (b2633995-2f49-44b2-ba6b-fab7c2ca73ec/be716c5c-f574-47b9-ad57-4c2beec3a93e/32aedd88-ec93-4b65-af00-1bfc25223eaa) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:28:09.853237 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:09.865955 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Transition to ACTIVE for port object 32aedd88-ec93-4b65-af00-1bfc25223eaa will not be triggered until provisioned by entity DHCP. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:28:09.964008 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:09.967892 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:10.005592 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:28:10.008630 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:28:10.014277 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:28:10.038760 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event updated for resources: {'Port': ['ID=32aedd88-ec93-4b65-af00-1bfc25223eaa,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:10.043600 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:10.067145 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:10.067754 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.156328 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-2b875f69-faae-4b37-9c3a-30e9992d68a6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276857 Jun 24 04:28:10.173461 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Request body: {'port': {'device_id': 'ba657886-7fe9-441f-9434-36059693c70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:10.250221 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.323566 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-196a07d2-c47d-45df-b40b-a665b683c6dd None None] Provisioning for port 32aedd88-ec93-4b65-af00-1bfc25223eaa completed by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:28:10.327574 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-196a07d2-c47d-45df-b40b-a665b683c6dd None None] Provisioning complete for port 32aedd88-ec93-4b65-af00-1bfc25223eaa triggered by entity DHCP. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:28:10.327959 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-196a07d2-c47d-45df-b40b-a665b683c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.365104 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-196a07d2-c47d-45df-b40b-a665b683c6dd None None] Port 32aedd88-ec93-4b65-af00-1bfc25223eaa cannot update to ACTIVE because it is not bound. {{(pid=93538) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 04:28:10.508530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32aedd88-ec93-4b65-af00-1bfc25223eaa {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:28:10.515749 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.527518 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Transition to ACTIVE for port object 32aedd88-ec93-4b65-af00-1bfc25223eaa will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:28:10.645038 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeab296-c0b1-451e-b865-62ec0f1946e0 req-bec6822e-2183-43aa-b46d-1f66c978eea7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:10.646510 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ceeab296-c0b1-451e-b865-62ec0f1946e0 req-bec6822e-2183-43aa-b46d-1f66c978eea7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 931 time: 0.0624459 Jun 24 04:28:10.649503 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.653155 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-675516e0-5a64-477f-8f23-a540fc0b3fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:10.684415 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ceeab296-c0b1-451e-b865-62ec0f1946e0 req-13679421-e005-4d4e-8b60-9c5ac388dcb6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317607 Jun 24 04:28:10.705128 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=32aedd88-ec93-4b65-af00-1bfc25223eaa,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:10.708150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:10.774156 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Attempting to bind port 32aedd88-ec93-4b65-af00-1bfc25223eaa on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:28:10.774487 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Attempting to bind port 32aedd88-ec93-4b65-af00-1bfc25223eaa by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:28:10.774806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Attempting to bind port 32aedd88-ec93-4b65-af00-1bfc25223eaa on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:28:10.779714 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Port 32aedd88-ec93-4b65-af00-1bfc25223eaa on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:28:10.780029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Attempting to bind port 32aedd88-ec93-4b65-af00-1bfc25223eaa on network b2633995-2f49-44b2-ba6b-fab7c2ca73ec {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:28:10.784873 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:28:10.785204 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Checking segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:28:10.785578 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Bound using segment: {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:28:10.786032 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Bound port: 32aedd88-ec93-4b65-af00-1bfc25223eaa, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8b7797-8904-4377-bb2c-94494c2a749c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:28:10.786378 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.849447 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] For port 32aedd88-ec93-4b65-af00-1bfc25223eaa, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:28:10.852524 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] For port 32aedd88-ec93-4b65-af00-1bfc25223eaa, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:28:10.955846 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.957930 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:10.993663 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:10.994288 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:10.996245 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] 10.222.0.10 "PUT /v2.0/ports/32aedd88-ec93-4b65-af00-1bfc25223eaa HTTP/1.1" status: 200 len: 1093 time: 0.8268654 Jun 24 04:28:10.996756 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:28:10.999036 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a865cfca-e24a-4d89-8958-8efa7eb949f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:11.022348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=32aedd88-ec93-4b65-af00-1bfc25223eaa,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:11.025599 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-26835f45-2093-4527-9da1-d1f5924feaf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:11.149734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-758501f1-7504-462d-9376-ba79bb494941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.151772 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-758501f1-7504-462d-9376-ba79bb494941 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 1096 time: 0.0591180 Jun 24 04:28:11.160266 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc5871-5398-409c-b92d-18f52962fdb4 x-openstack-request-id: req-2bdc5871-5398-409c-b92d-18f52962fdb4 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:11.160833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:11.161188 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bdc5871-5398-409c-b92d-18f52962fdb4 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:11.161678 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'status': 'completed', 'code': 200} Jun 24 04:28:11.197662 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-5bca4d23-c0b5-4cb3-8bc1-9bdfe5d53ffd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa HTTP/1.1" status: 200 len: 217 time: 0.0326812 Jun 24 04:28:11.248747 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-b0872a40-12d1-4566-baab-1941d3efb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.250177 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-b0872a40-12d1-4566-baab-1941d3efb323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0469341 Jun 24 04:28:11.304447 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-78c7a7ba-000c-4687-9a0b-9afd232316a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.305751 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-78c7a7ba-000c-4687-9a0b-9afd232316a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499327 Jun 24 04:28:11.393549 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-98f92e86-fe9d-482d-872a-98846a7e7ec9 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809071 Jun 24 04:28:11.484372 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-bb49d021-a3c0-4a89-8f76-2cd7b87bdeb4 req-6f35b72f-18cc-49c9-94fa-98ead5b3d3ff service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836136 Jun 24 04:28:11.635535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-0e58c1bc-12a5-4ca3-84bb-8df631a6dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.637451 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-0e58c1bc-12a5-4ca3-84bb-8df631a6dc04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 1096 time: 0.0508010 Jun 24 04:28:11.725046 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-bd2eba08-921c-4345-81fb-498d763b76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.726584 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-bd2eba08-921c-4345-81fb-498d763b76e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0829597 Jun 24 04:28:11.766789 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-fba493ea-ee25-40a2-85b0-900d4ed12ba6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa HTTP/1.1" status: 200 len: 217 time: 0.0329516 Jun 24 04:28:11.817890 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-1ba54af0-30ab-4e6b-a015-adb51ce8cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.819337 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-1ba54af0-30ab-4e6b-a015-adb51ce8cb50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0461214 Jun 24 04:28:11.861673 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f5841-281e-4b36-b4a4-94e9e0e1f2da req-a5173146-8bda-4196-839d-4602f4b11603 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.863143 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b24f5841-281e-4b36-b4a4-94e9e0e1f2da req-a5173146-8bda-4196-839d-4602f4b11603 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 943 time: 0.0658641 Jun 24 04:28:11.875433 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-8dba18f1-cacb-4dc3-8531-9e02dd8de3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:11.876898 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-8dba18f1-cacb-4dc3-8531-9e02dd8de3b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509942 Jun 24 04:28:11.900628 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b24f5841-281e-4b36-b4a4-94e9e0e1f2da req-08ae2406-f8d4-4116-bf9d-396e60a10b6a tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316315 Jun 24 04:28:11.963744 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-21116542-f72e-47f9-a2d6-e2f56967a026 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789869 Jun 24 04:28:12.052568 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-a865cfca-e24a-4d89-8958-8efa7eb949f2 req-f25178c4-d3d1-45b9-b853-1a2ad4af379c service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825210 Jun 24 04:28:13.069632 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8088669-fb20-4c6c-ab2c-f3d8d17f4ebb req-270809c3-43fd-43c7-8a43-ae0d144fbdab tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:13.071098 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b8088669-fb20-4c6c-ab2c-f3d8d17f4ebb req-270809c3-43fd-43c7-8a43-ae0d144fbdab tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 943 time: 0.0622993 Jun 24 04:28:13.107266 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b8088669-fb20-4c6c-ab2c-f3d8d17f4ebb req-e2b025d3-6e09-4d28-8161-fde23b324d1d tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304811 Jun 24 04:28:14.273300 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca9ac-3a47-4430-be03-8b282c2a7d5f req-94752ed4-a6fa-407b-84c9-56f7b99387db tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:14.274721 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-598ca9ac-3a47-4430-be03-8b282c2a7d5f req-94752ed4-a6fa-407b-84c9-56f7b99387db tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 943 time: 0.0597136 Jun 24 04:28:14.313213 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-598ca9ac-3a47-4430-be03-8b282c2a7d5f req-948f3c2c-83c8-4a86-9ad4-84e14b659a3e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331113 Jun 24 04:28:15.371227 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 32aedd88-ec93-4b65-af00-1bfc25223eaa details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:28:15.464220 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 32aedd88-ec93-4b65-af00-1bfc25223eaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:15.475217 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'port_id': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'mac_address': 'fa:16:3e:de:33:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:28:15.487341 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca86af-1601-468a-a7fe-32475ea7ec8e req-e6977d30-6491-4c79-9415-ade814a6c690 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:15.488825 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-feca86af-1601-468a-a7fe-32475ea7ec8e req-e6977d30-6491-4c79-9415-ade814a6c690 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 943 time: 0.0614707 Jun 24 04:28:15.514582 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:15.525272 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-feca86af-1601-468a-a7fe-32475ea7ec8e req-9415f618-748a-48e9-bdff-685030235085 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307069 Jun 24 04:28:15.527009 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32aedd88-ec93-4b65-af00-1bfc25223eaa {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:28:15.546740 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 32aedd88-ec93-4b65-af00-1bfc25223eaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:15.620705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:15.622549 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:15.668637 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=32aedd88-ec93-4b65-af00-1bfc25223eaa,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:15.675627 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.675983 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.676327 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.676759 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.677096 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.677427 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.677775 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.678107 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.678438 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.678760 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.679082 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.679401 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:28:15.683753 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:16.010175 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['32aedd88-ec93-4b65-af00-1bfc25223eaa'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:28:16.691051 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97b9d4-42c7-4a94-9443-c426abb32776 req-0d344c22-4ed5-4521-87f6-5ae5c1b441e8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:16.692381 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3f97b9d4-42c7-4a94-9443-c426abb32776 req-0d344c22-4ed5-4521-87f6-5ae5c1b441e8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 944 time: 0.0597215 Jun 24 04:28:16.727934 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3f97b9d4-42c7-4a94-9443-c426abb32776 req-2fe582eb-4e39-4fb0-b62a-350cea331ec2 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302041 Jun 24 04:28:17.401678 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 32aedd88-ec93-4b65-af00-1bfc25223eaa up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:28:17.509349 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 32aedd88-ec93-4b65-af00-1bfc25223eaa completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:28:17.513039 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 32aedd88-ec93-4b65-af00-1bfc25223eaa triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:28:17.513416 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:17.584504 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:17.605483 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:28:17.607719 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3225b0-076c-4e87-a19d-070b7c9d7423" -d '{"events": [{"server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "name": "network-vif-plugged", "status": "completed", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:17.623515 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 32aedd88-ec93-4b65-af00-1bfc25223eaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:28:17.680971 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:17.683501 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-2e0bc251-8542-45db-8888-9d5911e045f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:28:17.705202 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f10a88-645b-421f-b93e-d9f2a9ae8994 x-openstack-request-id: req-e9f10a88-645b-421f-b93e-d9f2a9ae8994 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:17.705503 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "name": "network-vif-plugged", "status": "completed", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:17.705765 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e9f10a88-645b-421f-b93e-d9f2a9ae8994 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:17.706189 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'code': 200} Jun 24 04:28:17.731446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=32aedd88-ec93-4b65-af00-1bfc25223eaa,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:28:17.734705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:28:17.901675 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93f010-8cec-4d32-86f2-49af3f7c5d44 req-734cea9e-906d-4ed7-9436-62589a0027f8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:17.903237 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4c93f010-8cec-4d32-86f2-49af3f7c5d44 req-734cea9e-906d-4ed7-9436-62589a0027f8 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0655458 Jun 24 04:28:17.941750 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4c93f010-8cec-4d32-86f2-49af3f7c5d44 req-1b9e79df-42aa-440f-baac-3b1ba22ded0c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322177 Jun 24 04:28:18.014931 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c91b5-84f8-4f5f-bcd5-6dd3f8bcb15c req-ab6b972c-015e-4857-b7d2-b694ed4e68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:18.016363 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd0c91b5-84f8-4f5f-bcd5-6dd3f8bcb15c req-ab6b972c-015e-4857-b7d2-b694ed4e68a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 1098 time: 0.0503583 Jun 24 04:28:18.049723 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd0c91b5-84f8-4f5f-bcd5-6dd3f8bcb15c req-b2e512b5-3214-4e95-b2ab-b8fb7d65ab79 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0270097 Jun 24 04:28:19.109832 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c31587-85da-417c-b208-feb0119eba24 req-58480228-46c9-4fbd-a1ee-e0e95d1bd8bf tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:19.111554 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f7c31587-85da-417c-b208-feb0119eba24 req-58480228-46c9-4fbd-a1ee-e0e95d1bd8bf tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0628603 Jun 24 04:28:19.148436 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-f7c31587-85da-417c-b208-feb0119eba24 req-9625283c-2f14-498e-a16f-7cbcde68ef44 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312843 Jun 24 04:28:20.317617 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566d40-1429-4680-bee4-671f1307db0a req-05d5d46e-a962-48e9-a7e5-bc001bde56fa tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:20.319051 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a4566d40-1429-4680-bee4-671f1307db0a req-05d5d46e-a962-48e9-a7e5-bc001bde56fa tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0594594 Jun 24 04:28:20.358378 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a4566d40-1429-4680-bee4-671f1307db0a req-ed491880-5c5e-430b-bb05-72ad35c29f3f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338633 Jun 24 04:28:20.517417 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28c5b-2bf5-4c44-8364-534d7416b8b8 req-6c63a5e9-d05b-4e16-96f1-f5ff833616f7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:20.518799 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-6fd28c5b-2bf5-4c44-8364-534d7416b8b8 req-6c63a5e9-d05b-4e16-96f1-f5ff833616f7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0602217 Jun 24 04:28:20.527556 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41370) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:28:20.531928 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Request body: {'floatingip': {'port_id': '32aedd88-ec93-4b65-af00-1bfc25223eaa'}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:28:20.567891 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, before_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:21.265556 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:21.306238 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:21.399684 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.db.l3_db [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Floating IP 80fede23-0c54-46ad-aa44-b064bfdccf2f associated. External IP: 172.27.2.64, port: 32aedd88-ec93-4b65-af00-1bfc25223eaa. Jun 24 04:28:21.592982 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93537) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:28:21.694139 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93537) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:28:21.698946 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:21.703537 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:28:21.712733 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:28:21.713910 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:28:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:21.734233 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a60e6f2f-8520-49bd-afea-091d022aa1e9 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "PUT /v2.0/floatingips/80fede23-0c54-46ad-aa44-b064bfdccf2f HTTP/1.1" status: 200 len: 990 time: 1.2056043 Jun 24 04:28:21.734873 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa'}] {{(pid=93537) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:28:21.737145 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a983ee4124d1cf4c9e46db5bcf9b9016cc30d6fab5539a45cc27302d41ec600" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfab179-6075-4e77-9509-386f9d4864e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa"}]}' {{(pid=93537) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:28:21.894529 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:28:21.930821 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe53a569-02da-4910-b0ed-cdd88b0036e6 x-openstack-request-id: req-fe53a569-02da-4910-b0ed-cdd88b0036e6 {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:28:21.931288 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa", "status": "completed", "code": 200}]} {{(pid=93537) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:28:21.931583 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe53a569-02da-4910-b0ed-cdd88b0036e6 {{(pid=93537) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:28:21.932021 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'status': 'completed', 'code': 200} Jun 24 04:28:22.005291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-f2c57f05-9671-4d6c-b66e-93207d49a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:22.006796 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-f2c57f05-9671-4d6c-b66e-93207d49a013 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 1098 time: 0.0544567 Jun 24 04:28:22.092206 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-00748b91-5b8b-439f-bf54-ea77209938dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:22.093635 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-00748b91-5b8b-439f-bf54-ea77209938dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0810897 Jun 24 04:28:22.110308 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '80fede23-0c54-46ad-aa44-b064bfdccf2f', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'port_id': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'mac_address': 'fa:16:3e:de:33:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba657886-7fe9-441f-9434-36059693c70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:28:05Z', 'updated_at': '2021-06-24T04:28:21Z', 'revision_number': 1, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:22.139781 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:28:22.148439 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:28:22.149068 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:28:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:22.254769 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:28:22.428257 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-134b49dc-c14b-4a59-ba78-a69eb9c20e1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa HTTP/1.1" status: 200 len: 998 time: 0.3285909 Jun 24 04:28:22.474744 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-a4364654-1222-430b-b868-fa1e359ec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:22.476128 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-a4364654-1222-430b-b868-fa1e359ec2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0420568 Jun 24 04:28:22.476792 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '80fede23-0c54-46ad-aa44-b064bfdccf2f', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'port_id': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'mac_address': 'fa:16:3e:de:33:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba657886-7fe9-441f-9434-36059693c70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:28:05Z', 'updated_at': '2021-06-24T04:28:21Z', 'revision_number': 1, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:28:22.506743 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3b74f-2a76-4b6c-8bea-9954f3ecd13e None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_floatingips': [{'id': '80fede23-0c54-46ad-aa44-b064bfdccf2f', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'router_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'port_id': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'mac_address': 'fa:16:3e:de:33:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba657886-7fe9-441f-9434-36059693c70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T04:28:05Z', 'updated_at': '2021-06-24T04:28:21Z', 'revision_number': 1, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:28:22.531247 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-52f460c9-5ba7-4af6-8ceb-33745f089896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:28:22.532703 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-52f460c9-5ba7-4af6-8ceb-33745f089896 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501957 Jun 24 04:28:22.620967 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-02197b4d-9aa3-4d03-9001-d8e73fb1762e service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821636 Jun 24 04:28:22.692530 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb2e53-efc2-4d44-a771-bfa59f54789f None None] New status for floating IP 80fede23-0c54-46ad-aa44-b064bfdccf2f: ACTIVE {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:28:22.711119 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-ecfab179-6075-4e77-9509-386f9d4864e3 req-f5d48642-05ff-4801-a745-e9437b789f0d service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840931 Jun 24 04:28:25.589297 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:28:30.383285 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:33.074861 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7393584d-971e-4106-ac2a-ca678f6fba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:35.474497 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c086f370-e498-4a19-8a44-a87d55a675c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:35.773082 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:36.800342 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:28:38.086168 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:00.382308 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:02.588131 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:29:03.033897 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-08e22ebf-9158-44ee-8b9e-a215d6fd4887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:05.477041 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ad8cd6dc-6d1a-44ac-9a6f-1e475e533c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:05.785320 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:06.816381 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:08.088780 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:12.427152 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-396be7e5-c8ce-46dd-959e-42f3dda7e4ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530245 Jun 24 04:29:12.517313 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-3af3b3c3-461f-47fa-863b-3cf373867d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:29:12.518679 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-3af3b3c3-461f-47fa-863b-3cf373867d2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd15fa055926470eafdc7b9a61b327dc&device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 1098 time: 0.0513597 Jun 24 04:29:12.616888 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-1d1719a4-c7b9-4508-ac32-dea8ca79544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:29:12.618369 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-1d1719a4-c7b9-4508-ac32-dea8ca79544b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 200 len: 912 time: 0.0803266 Jun 24 04:29:12.682425 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-267f02bd-b3ba-4a7b-9421-49e71364c6e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa HTTP/1.1" status: 200 len: 1000 time: 0.0579891 Jun 24 04:29:12.727204 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-3da45eb8-6907-48ed-b13a-141e2838f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:29:12.729158 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-3da45eb8-6907-48ed-b13a-141e2838f49e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 200 len: 850 time: 0.0406418 Jun 24 04:29:12.781782 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-52c2b331-b31c-4038-9d23-a4faa2be2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:29:12.783122 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-52c2b331-b31c-4038-9d23-a4faa2be2f53 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b2633995-2f49-44b2-ba6b-fab7c2ca73ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479777 Jun 24 04:29:12.870705 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-7917c77c-99a9-43f1-b6aa-7c2d5b591806 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811501 Jun 24 04:29:12.958877 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-96acaa72-4f52-487e-92c6-0ab5614818cb req-5f16e0aa-2b85-4385-b41e-ee5cca732001 service neutron] 10.222.0.10 "GET /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821352 Jun 24 04:29:30.381654 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:33.030385 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-277d7e49-e688-4b1c-b129-ade0baca2f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:35.487736 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7bc9af80-8ae5-44fe-986b-7c2e3124dfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:35.798631 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:36.815962 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:38.072563 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:29:39.585821 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:29:59.941516 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8055f3-0487-4600-b1e7-6d14821098c8 req-9ced8461-3da5-405d-910f-7385e5375d5c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:29:59.942987 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ed8055f3-0487-4600-b1e7-6d14821098c8 req-9ced8461-3da5-405d-910f-7385e5375d5c tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0625007 Jun 24 04:29:59.982979 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ed8055f3-0487-4600-b1e7-6d14821098c8 req-867e44ed-2449-463e-aa27-a6e07b5a8481 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344877 Jun 24 04:30:00.372288 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:01.150614 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d8845-a1af-423e-a3ad-3228e59ac7c7 req-6b7508d7-427a-4238-98ce-cb61b0cfcdd3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:01.152538 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ca5d8845-a1af-423e-a3ad-3228e59ac7c7 req-6b7508d7-427a-4238-98ce-cb61b0cfcdd3 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0619764 Jun 24 04:30:01.188855 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-ca5d8845-a1af-423e-a3ad-3228e59ac7c7 req-d000c697-3065-48a5-a384-54d95cd088d7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307953 Jun 24 04:30:01.920844 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-16276eb9-460c-4f2b-8f50-cfcacf9e922b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:01.922253 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-16276eb9-460c-4f2b-8f50-cfcacf9e922b tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0615795 Jun 24 04:30:02.015964 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Deleting port 32aedd88-ec93-4b65-af00-1bfc25223eaa {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:02.016310 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:02.101342 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] For port 32aedd88-ec93-4b65-af00-1bfc25223eaa, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=32aedd88-ec93-4b65-af00-1bfc25223eaa,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:02.101693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:02.261209 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:02.262143 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7984231'] for floatingip, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:02.262446 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.l3_db [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Floating IP 80fede23-0c54-46ad-aa44-b064bfdccf2f disassociated. External IP: 172.27.2.64, port: 32aedd88-ec93-4b65-af00-1bfc25223eaa. Jun 24 04:30:02.262777 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Calling delete_port for 32aedd88-ec93-4b65-af00-1bfc25223eaa owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:02.375424 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5786ea3-d49b-491e-b2eb-1ba9f2a99749 req-c45c34b5-5baa-4bf2-94d1-9f27cf5072e6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:02.377693 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d5786ea3-d49b-491e-b2eb-1ba9f2a99749 req-c45c34b5-5baa-4bf2-94d1-9f27cf5072e6 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 945 time: 0.0766461 Jun 24 04:30:02.413995 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d5786ea3-d49b-491e-b2eb-1ba9f2a99749 req-3ebb2a54-f6be-45d2-89a9-b326e3ebef4f tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups?id=b474e1b5-1539-4939-a180-cb3b0def2cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305588 Jun 24 04:30:02.452974 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:02.457133 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d9b62cc-e478-4f21-9387-513c9e652d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:02.481840 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event deleted for resources: {'Port': ['ID=32aedd88-ec93-4b65-af00-1bfc25223eaa,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:02.492071 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.492506 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.492813 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.493183 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.493548 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.494132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.494690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.495270 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.496498 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.497067 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.497633 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.498251 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:02.504268 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:02.603431 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:30:02.706693 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:30:02.716179 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:30:02.725681 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:30:02.726326 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:29:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:02.749718 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] No DVR routers for this DVR port 32aedd88-ec93-4b65-af00-1bfc25223eaa on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:30:02.752178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:02.754178 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-0fbdf49d-baad-48aa-b411-7027b8ac5e99 req-374019f4-12c6-49ce-9490-6825e21084bd tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.10 "DELETE /v2.0/ports/32aedd88-ec93-4b65-af00-1bfc25223eaa HTTP/1.1" status: 204 len: 173 time: 0.8261888 Jun 24 04:30:02.754813 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'name': 'network-vif-deleted', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:30:02.757669 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d8cd29-0728-4235-b260-be3b6a2bc126" -d '{"events": [{"server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "name": "network-vif-deleted", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:30:02.835787 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:30:02.955741 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c3039-5d39-403b-80f4-a883fcb813da x-openstack-request-id: req-4e5c3039-5d39-403b-80f4-a883fcb813da {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:30:02.956255 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba657886-7fe9-441f-9434-36059693c70b", "name": "network-vif-deleted", "tag": "32aedd88-ec93-4b65-af00-1bfc25223eaa", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:30:02.956385 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e5c3039-5d39-403b-80f4-a883fcb813da {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:30:02.956795 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba657886-7fe9-441f-9434-36059693c70b', 'name': 'network-vif-deleted', 'tag': '32aedd88-ec93-4b65-af00-1bfc25223eaa', 'status': 'completed', 'code': 200} Jun 24 04:30:03.046289 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:03.058378 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cfb37acb-58f6-4f7c-b008-d974ead026d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:03.077737 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:30:03.080400 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:30:03.081005 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:29:35Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:03.183185 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:30:03.459822 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:03.485766 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1cc1e2-8297-4816-b342-7fc9c6f073fe None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:23:55Z', 'revision_number': 4, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi', '_interfaces': [{'id': 'cfabfc90-ed19-4080-a1eb-03599657e031', 'name': '', 'network_id': 'b2633995-2f49-44b2-ba6b-fab7c2ca73ec', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'mac_address': 'fa:16:3e:65:ea:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:55Z', 'updated_at': '2021-06-24T04:24:00Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'subnets': [{'id': 'be716c5c-f574-47b9-ad57-4c2beec3a93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:30:03.575115 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-bca7ee2c-8493-44d8-81f8-2a5e540f795a req-77d0841e-a564-4133-8748-e0ad4df77cfa tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba657886-7fe9-441f-9434-36059693c70b HTTP/1.1" status: 200 len: 210 time: 0.0338228 Jun 24 04:30:03.714746 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0c6ba-a8f9-4221-8504-c482a880b436 None None] New status for floating IP 80fede23-0c54-46ad-aa44-b064bfdccf2f: DOWN {{(pid=93538) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 04:30:04.038101 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 32aedd88-ec93-4b65-af00-1bfc25223eaa no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:30:04.057652 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 32aedd88-ec93-4b65-af00-1bfc25223eaa {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:30:04.058603 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 32aedd88-ec93-4b65-af00-1bfc25223eaa not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:30:04.747362 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41656) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:04.799849 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:04.821576 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:04.944110 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:04.946663 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:04.947780 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "DELETE /v2.0/security-groups/b474e1b5-1539-4939-a180-cb3b0def2cd7 HTTP/1.1" status: 204 len: 168 time: 0.1994576 Jun 24 04:30:04.949146 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-55ff16db-2171-43bf-ab1e-091d5e042805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:04.951150 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41658) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:04.957590 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b474e1b5-1539-4939-a180-cb3b0def2cd7,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:04.964561 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.964945 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.965338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.965488 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.api.v2.resource [None req-8e9fdd22-87fc-4b98-aa4e-1a61b767482e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] show failed (client error): The resource could not be found. Jun 24 04:30:04.965763 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.966118 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.966458 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-8e9fdd22-87fc-4b98-aa4e-1a61b767482e tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "GET /v2.0/security-groups/b474e1b5-1539-4939-a180-cb3b0def2cd7 HTTP/1.1" status: 404 len: 347 time: 0.0142250 Jun 24 04:30:04.966589 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.966903 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.967259 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.967624 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.967982 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.968338 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.968693 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:04.969187 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41660) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:04.971897 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-a223040e-ee60-4381-a56d-f444f01b1653 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:05.093799 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Deleting port 3ae48c42-b615-4fd7-bb6d-60cf2b2980fb {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:05.094164 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.165240 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.165555 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.176533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Calling delete_port for 3ae48c42-b615-4fd7-bb6d-60cf2b2980fb owned by network:floatingip {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:05.374734 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.376657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-61add40f-5b3d-4e2f-abcc-1f13bc949431 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:05.398998 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Pushing event deleted for resources: {'Port': ['ID=3ae48c42-b615-4fd7-bb6d-60cf2b2980fb,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:05.403580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:05.462234 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks [] for floatingip, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.464680 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for floatingip, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.465858 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] 10.222.0.26 "DELETE /v2.0/floatingips/80fede23-0c54-46ad-aa44-b064bfdccf2f HTTP/1.1" status: 204 len: 168 time: 0.4958119 Jun 24 04:30:05.500829 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25f4f090-10f7-4a8c-b02b-61e656e6287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:05.795220 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:06.849626 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:08.092596 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:09.556058 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41688) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:09.998916 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8262904'] for router_interface, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:10.247329 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Deleting port cfabfc90-ed19-4080-a1eb-03599657e031 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:10.247594 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:10.324726 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] For port cfabfc90-ed19-4080-a1eb-03599657e031, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=cfabfc90-ed19-4080-a1eb-03599657e031,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:10.325081 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:10.336751 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Calling delete_port for cfabfc90-ed19-4080-a1eb-03599657e031 owned by network:router_interface {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:10.580457 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:10.582310 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-dd4ab2c2-484f-440b-8a6d-b397dbd7d094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:10.602908 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cfabfc90-ed19-4080-a1eb-03599657e031,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:10.607103 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:10.767318 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7868701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7984744'] for router_interface, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:10.981946 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Router 1427a21f-fc16-4b03-8756-32b1d8317a3f has already been hosted by L3 agent d6352e93-111d-4d39-a364-a7b8da1f3cc6 {{(pid=93536) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 04:30:11.083566 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] Notify agent at l3_agent.dv-cinder-792462-18-iscsi the message routers_updated {{(pid=93536) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 04:30:11.089926 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3d201a7b-219b-45ae-a467-e2578401c6ac admin admin] 10.222.0.26 "PUT /v2.0/routers/1427a21f-fc16-4b03-8756-32b1d8317a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5326419 Jun 24 04:30:11.091514 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41692) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:11.093661 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] Sync routers for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 04:30:11.102639 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:30:11.103246 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:30:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:11.194386 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks [] for router, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:11.207929 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:30:11.393164 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:30:10Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:11.419815 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] Checking router: 1427a21f-fc16-4b03-8756-32b1d8317a3f for host: dv-cinder-792462-18-iscsi {{(pid=93539) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 04:30:11.428350 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] Routers {'1427a21f-fc16-4b03-8756-32b1d8317a3f'} bound to L3 agent in host dv-cinder-792462-18-iscsi {{(pid=93539) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 04:30:11.428967 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T04:02:35Z,description=,heartbeat_timestamp=2021-06-24T04:30:05Z,host='dv-cinder-792462-18-iscsi',id=d6352e93-111d-4d39-a364-a7b8da1f3cc6,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T04:02:36Z,topic='l3_agent')) {'router_ids': ['1427a21f-fc16-4b03-8756-32b1d8317a3f'], 'active': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:11.536604 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvr_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] Set router 1427a21f-fc16-4b03-8756-32b1d8317a3f gateway port host: dv-cinder-792462-18-iscsi {{(pid=93539) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 24 04:30:11.570403 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:11.690501 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Deleting port d9bf648d-7b04-44be-8462-aa0a5582a98f {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:11.691178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:11.709682 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.l3_hamode_db [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:30:10Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}], 'dv-cinder-792462-18-iscsi', False) {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:11.738205 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95120bce-03de-4ec0-aebe-674474ca5b1b None None] The sync data for ids ['1427a21f-fc16-4b03-8756-32b1d8317a3f'] in dv-cinder-792462-18-iscsi is: [{'id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'name': 'tempest-AttachVolumeTestJSON-1569084312-router', 'tenant_id': 'cd15fa055926470eafdc7b9a61b327dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'external_fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T04:23:52Z', 'updated_at': '2021-06-24T04:30:10Z', 'revision_number': 5, 'project_id': 'cd15fa055926470eafdc7b9a61b327dc', 'gw_port': {'id': 'd9bf648d-7b04-44be-8462-aa0a5582a98f', 'name': '', 'network_id': 'cc57a405-77d8-42c3-9a05-e016d4219aeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1427a21f-fc16-4b03-8756-32b1d8317a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T04:23:53Z', 'updated_at': '2021-06-24T04:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85d593d7-d7d8-4aa2-a915-07ea03a8aa01', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-18-iscsi'}] {{(pid=93539) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 04:30:11.774872 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] For port d9bf648d-7b04-44be-8462-aa0a5582a98f, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=d9bf648d-7b04-44be-8462-aa0a5582a98f,segment=NetworkSegment(cd3b2197-37ce-4ec3-ae2e-8e447885d771),segment_id=cd3b2197-37ce-4ec3-ae2e-8e447885d771)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:11.775236 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:11.786495 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Calling delete_port for d9bf648d-7b04-44be-8462-aa0a5582a98f owned by network:router_gateway {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:12.020547 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.022434 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ef194ebe-b6ae-4ec7-af72-6330851fb3c4 tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:12.044460 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bf648d-7b04-44be-8462-aa0a5582a98f,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:12.048158 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:12.107806 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7984260'] for router_gateway, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.199648 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7986111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7251'] for router, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.201762 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.318118 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985889'] for router, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.318685 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1427a21f-fc16-4b03-8756-32b1d8317a3f {{(pid=93536) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 04:30:12.327406 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] Notify callbacks [] for router, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.327406 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-7019460f-62c3-4bf1-9a86-3b7d880ed87b admin admin] 10.222.0.26 "DELETE /v2.0/routers/1427a21f-fc16-4b03-8756-32b1d8317a3f HTTP/1.1" status: 204 len: 168 time: 1.2318332 Jun 24 04:30:12.327406 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41694) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:12.373600 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Deleting subnet be716c5c-f574-47b9-ad57-4c2beec3a93e {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:30:12.376934 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.413627 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.493318 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.629958 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.632198 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:12.653615 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be716c5c-f574-47b9-ad57-4c2beec3a93e,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:12.656952 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:12.659681 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.663456 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3502edbf-9393-4862-99c7-965c9bbad772 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/be716c5c-f574-47b9-ad57-4c2beec3a93e HTTP/1.1" status: 204 len: 168 time: 0.3355758 Jun 24 04:30:12.666104 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81296a-82fc-4237-80c9-501bb7888631 None None] Network b2633995-2f49-44b2-ba6b-fab7c2ca73ec requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:30:12.666631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41696) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:12.737690 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.801647 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Deleting port 785db5bf-9e84-47b2-8288-85880e80b044 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:12.802079 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.811922 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d9bf648d-7b04-44be-8462-aa0a5582a98f no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:30:12.846574 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: d9bf648d-7b04-44be-8462-aa0a5582a98f {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:30:12.846934 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device d9bf648d-7b04-44be-8462-aa0a5582a98f not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:30:12.847357 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device cfabfc90-ed19-4080-a1eb-03599657e031 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:30:12.867085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: cfabfc90-ed19-4080-a1eb-03599657e031 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:30:12.867446 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device cfabfc90-ed19-4080-a1eb-03599657e031 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:30:12.871495 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] For port 785db5bf-9e84-47b2-8288-85880e80b044, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=785db5bf-9e84-47b2-8288-85880e80b044,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:12.871861 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.873822 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] DHCP port deletion for b2633995-2f49-44b2-ba6b-fab7c2ca73ec request from dv-cinder-792462-18-iscsi {{(pid=93538) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 04:30:12.884030 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Calling delete_port for 785db5bf-9e84-47b2-8288-85880e80b044 owned by network:dhcp {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:12.919142 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Deleting port 785db5bf-9e84-47b2-8288-85880e80b044 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:12.919527 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.979868 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] For port 785db5bf-9e84-47b2-8288-85880e80b044, host dv-cinder-792462-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-18-iscsi',level=0,port_id=785db5bf-9e84-47b2-8288-85880e80b044,segment=NetworkSegment(6e8b7797-8904-4377-bb2c-94494c2a749c),segment_id=6e8b7797-8904-4377-bb2c-94494c2a749c)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:12.980273 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:12.995814 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Calling delete_port for 785db5bf-9e84-47b2-8288-85880e80b044 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:13.052739 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.055774 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-e10853d8-19c2-4e73-b3b8-00be6a0175bf tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:13.070060 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.072816 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-3d61c24c-11a9-4993-9992-eecac5d5741f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:13.081633 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] No DVR routers for this DVR port 785db5bf-9e84-47b2-8288-85880e80b044 on host dv-cinder-792462-18-iscsi {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:30:13.085050 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Pushing event deleted for resources: {'Port': ['ID=785db5bf-9e84-47b2-8288-85880e80b044,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:13.087322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:13.097329 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Pushing event deleted for resources: {'Port': ['ID=785db5bf-9e84-47b2-8288-85880e80b044,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:13.099777 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] No DVR routers for this DVR port 785db5bf-9e84-47b2-8288-85880e80b044 on host dv-cinder-792462-18-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:30:13.111791 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.112345 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.113389 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.114463 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.114709 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.115045 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.115374 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.115705 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.116111 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.116606 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.116810 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.117210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:30:13.120430 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-c740311e-ef99-4cca-89dc-b0f0cbfb700d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:13.161128 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.170616 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2633995-2f49-44b2-ba6b-fab7c2ca73ec']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:13.180566 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8b7797-8904-4377-bb2c-94494c2a749c') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:13.180864 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8b7797-8904-4377-bb2c-94494c2a749c') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:30:13.189790 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.203399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.209029 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:30:13.209394 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:30:13.211017 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:30:13.363544 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.367412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9c29a980-4d89-4608-bb2f-3066634c07bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:13.370479 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.372304 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b2633995-2f49-44b2-ba6b-fab7c2ca73ec HTTP/1.1" status: 204 len: 168 time: 0.7055805 Jun 24 04:30:13.383116 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2633995-2f49-44b2-ba6b-fab7c2ca73ec,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:13.385562 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1ebe8d0d-50be-44c9-a589-4169c3fa2537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:13.686355 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41700) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:13.729457 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-e27e7086-3108-40fd-b032-50b22b819402 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd15fa055926470eafdc7b9a61b327dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418708 Jun 24 04:30:13.731812 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41702) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:13.778859 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.798606 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.906218 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.908844 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:13.910016 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05c6cd08-a10c-4b23-877a-4bfaba8d48d2 HTTP/1.1" status: 204 len: 168 time: 0.1772969 Jun 24 04:30:13.910833 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b7200159-e0a7-4df3-acf6-99bc6c1d131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:13.918579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6cd08-a10c-4b23-877a-4bfaba8d48d2,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:13.920998 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-3a7f3d9f-de85-47fc-953c-4c0a213983d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:14.509400 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 785db5bf-9e84-47b2-8288-85880e80b044 no longer exists at agent ovs-agent-dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:30:14.541019 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] No Port match for: 785db5bf-9e84-47b2-8288-85880e80b044 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:30:14.541380 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Device 785db5bf-9e84-47b2-8288-85880e80b044 not bound to the agent host dv-cinder-792462-18-iscsi {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:30:16.583948 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:30:26.574485 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41832) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:26.672454 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eeab428e-8421-4965-9243-9a7db316621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:26.756657 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eeab428e-8421-4965-9243-9a7db316621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:26.837028 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-eeab428e-8421-4965-9243-9a7db316621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:26.839603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-874bcb0b-60eb-4c9c-a280-5a332260d8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:26.875065 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-eeab428e-8421-4965-9243-9a7db316621e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73c3b391a5a249ad8cb193034206fbb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995665 Jun 24 04:30:26.875938 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab428e-8421-4965-9243-9a7db316621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de536a72-bc71-406e-bc1f-06dc6c648ec9,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:26.877829 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41836) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:26.879045 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-eeab428e-8421-4965-9243-9a7db316621e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:26.925141 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:26.945747 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.058185 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.060752 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.061896 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de536a72-bc71-406e-bc1f-06dc6c648ec9 HTTP/1.1" status: 204 len: 168 time: 0.1830301 Jun 24 04:30:27.062680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-972f8731-bd77-426c-941c-98d0c28c18c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:27.069812 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de536a72-bc71-406e-bc1f-06dc6c648ec9,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:27.072096 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:27.670442 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41842) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:27.686535 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-57111c19-1738-40e9-94ac-e2094f3d07c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.768450 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-57111c19-1738-40e9-94ac-e2094f3d07c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.859869 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-57111c19-1738-40e9-94ac-e2094f3d07c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.862339 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-05178c12-b8df-46a8-bbd4-cb068cfba4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:27.896483 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57111c19-1738-40e9-94ac-e2094f3d07c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49395922-7ca8-4aa8-bbe8-806ece6efa0b,revision_number=1']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:27.901011 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-57111c19-1738-40e9-94ac-e2094f3d07c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98ac89d616ce4ed9b211d9f91c0c157d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295787 Jun 24 04:30:27.901890 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-57111c19-1738-40e9-94ac-e2094f3d07c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:27.904150 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41844) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:27.950098 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:27.969516 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.074850 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.077463 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.078619 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49395922-7ca8-4aa8-bbe8-806ece6efa0b HTTP/1.1" status: 204 len: 168 time: 0.1741285 Jun 24 04:30:28.079368 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-0fa14791-7519-4035-9176-da120b9aa2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:28.086915 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49395922-7ca8-4aa8-bbe8-806ece6efa0b,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:28.089083 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-14172258-0054-4893-882b-1111fcf1b34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:28.670076 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41850) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:28.683512 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.770338 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.846116 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.849537 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-68ff1ca0-ef6a-4dc3-9fb4-8ae20c17f1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:28.883585 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9eb86df6d7224020b09f221e7e7f027d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124825 Jun 24 04:30:28.885467 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63aba3-77d9-4e19-ac17-7ae0fd0c005b,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:28.886276 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41852) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:28.890946 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:28.937318 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:28.962623 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:29.051828 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:29.054422 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:29.055529 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b63aba3-77d9-4e19-ac17-7ae0fd0c005b HTTP/1.1" status: 204 len: 168 time: 0.1648355 Jun 24 04:30:29.056300 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-92457c37-4ab6-4476-8652-0b9837144cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:29.069702 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63aba3-77d9-4e19-ac17-7ae0fd0c005b,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:29.069702 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-630393bb-8afd-41c8-afd1-0d7f3e3aecd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:30.064229 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 41876) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:30.154557 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1791828993-network', 'tenant_id': '6122bc560ae94bd4bc124e24ce79e3db'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:30:30.231928 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Made reservation on behalf of 6122bc560ae94bd4bc124e24ce79e3db for: {'network': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:30:30.234315 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for network, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.243399 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.328970 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.397009 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.419763 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.422870 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-307083d6-1a0e-4bce-9c65-4082aeeaa6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:30.444282 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93536) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 04:30:30.454510 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2ab20-cc17-43c5-9ed7-700de7ab0076,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:30.458126 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:30.460978 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.461317 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.db.segments_db [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Added segment cf7ae75f-eae1-4ae1-b1d0-59f0795a6319 of type vlan for network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a Jun 24 04:30:30.499794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728677807903'] for network, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.585789 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692'] for network, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.587030 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:30.587631 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:30.590522 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:30.653005 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Pushing event updated for resources: {'Network': ['ID=686c930b-5c69-4e12-bfa8-b7df6dfecb2a,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:30.656338 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:30.664063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a details requested by agent ovs-agent-dv-cinder-792462-18-iscsi with host dv-cinder-792462-18-iscsi {{(pid=93538) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 04:30:30.686224 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-5423fb97-f75e-4486-998a-5128cf1136b0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6207998 Jun 24 04:30:30.690024 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 41880) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:30:30.695933 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.v2.base [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Request body: {'subnet': {'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1791828993-subnet', 'tenant_id': '6122bc560ae94bd4bc124e24ce79e3db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93537) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:30:30.813918 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Made reservation on behalf of 6122bc560ae94bd4bc124e24ce79e3db for: {'subnet': 1} {{(pid=93537) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:30:30.817339 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5549793'] for subnet, before_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:31.046872 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6248437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5549815'] for subnet, after_create {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:31.049148 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-6086c06f-3d93-493a-868c-d4803aef7733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:31.102640 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7597660-61b5-4d6a-ac7d-e01f7cad9896,revision_number=0']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:31.105679 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:31.113962 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Checking segment: {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:30:31.114317 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Network hostable DHCP agents. Network: 686c930b-5c69-4e12-bfa8-b7df6dfecb2a, hostable agents: ['b46ac0d3-36ac-4e9c-a995-c75ffb227db8'], hosted agents: [] {{(pid=93537) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 04:30:31.183981 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a is scheduled to be hosted by DHCP agent b46ac0d3-36ac-4e9c-a995-c75ffb227db8 with binding_index 1 {{(pid=93537) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 04:30:31.269934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.scheduler.base_scheduler [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-18-iscsi, 686c930b-5c69-4e12-bfa8-b7df6dfecb2a) {{(pid=93537) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:30:31.278832 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c782f-791b-4d3d-b323-37bd72894e5e None None] Network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:30:31.281594 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:31.281594 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for subnet, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:31.378680 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-306b3220-8ee0-44c4-abb1-6dd4577d6ffd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6870322 Jun 24 04:30:31.409003 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636955a-70f1-429c-801b-bb81a64d35d9 None None] Network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a requested from dv-cinder-792462-18-iscsi {{(pid=93538) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 04:30:33.049085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d85fd3fa-855b-4cfa-973a-f768c69dd3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:33.718095 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-2075ba45-8634-4d08-a544-50a38c4e7d50 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:33.719567 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-2075ba45-8634-4d08-a544-50a38c4e7d50 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/networks?id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a HTTP/1.1" status: 200 len: 809 time: 0.1083970 Jun 24 04:30:33.734845 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-9e97f10c-6a84-4a15-b602-76e76194411b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/quotas/6122bc560ae94bd4bc124e24ce79e3db HTTP/1.1" status: 200 len: 375 time: 0.0098670 Jun 24 04:30:33.769248 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-a21954a7-beae-4caf-a59c-41b0cde1328d tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289125 Jun 24 04:30:33.858648 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-d7529bee-4935-4c7c-a791-b399db1e2e66 service neutron] 10.222.0.26 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Jun 24 04:30:33.957366 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-a8db6697-2aa4-4e3b-ab8e-373c3b683995 service neutron] 10.222.0.26 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886760 Jun 24 04:30:34.241093 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-db9e86cd-d4da-4622-8271-2fd71de6798e req-209c0637-6943-4f36-b83c-b5ebf4854bee tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 210 time: 0.0315704 Jun 24 04:30:35.339345 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3e080b6b-8209-428a-80e9-3a2ce303ba71 req-44b6c3dd-2ba4-4761-a949-955cbda21813 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 210 time: 0.0382662 Jun 24 04:30:35.538090 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-57360e91-5464-4a31-a929-e0d8e7abf9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:35.803322 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:36.426465 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d012020-2d7c-47bd-a11e-be2cf65ce317 req-67e738f1-b8b4-4805-810d-86ae81deb65d tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 210 time: 0.0327084 Jun 24 04:30:36.817790 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:37.573695 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-23fe2789-fa4d-4807-a080-b05f01a8ee8b req-bf1980da-03d7-49aa-915f-3203e1cd4024 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 210 time: 0.0296223 Jun 24 04:30:38.088408 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:38.528199 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-5298c9af-193b-49d4-abe2-4514918f42dd tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:38.529614 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-5298c9af-193b-49d4-abe2-4514918f42dd tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "GET /v2.0/networks?id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a HTTP/1.1" status: 200 len: 809 time: 0.1027961 Jun 24 04:30:38.540919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Request body: {'port': {'device_id': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a', 'admin_state_up': True, 'tenant_id': '6122bc560ae94bd4bc124e24ce79e3db'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:30:38.706155 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Made reservation on behalf of 6122bc560ae94bd4bc124e24ce79e3db for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:30:38.709476 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:38.732633 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-705651f6-94d1-4f15-912c-c52c15f018cc req-554865b9-3ee5-4c1c-8b71-8ec7c3b1a724 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 210 time: 0.0296922 Jun 24 04:30:38.835969 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Allocated IP 172.20.0.11 (686c930b-5c69-4e12-bfa8-b7df6dfecb2a/a7597660-61b5-4d6a-ac7d-e01f7cad9896/42549b29-2304-4e4b-8bcf-5b5796789368) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:30:38.984815 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.080554 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.084266 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1d7dd4e8-7074-4224-8f1e-706c570ad5e7 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:39.123287 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:30:39.128067 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:30:39.131757 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:30:39.154999 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Pushing event updated for resources: {'Port': ['ID=42549b29-2304-4e4b-8bcf-5b5796789368,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:39.159033 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:39.181622 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:39.182255 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.248641 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1b69d7d5-0ff2-4bc9-b052-1636d14e98ef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7113147 Jun 24 04:30:39.260157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Request body: {'port': {'device_id': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:30:39.335559 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.580578 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42549b29-2304-4e4b-8bcf-5b5796789368 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:30:39.587633 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.599326 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Transition to ACTIVE for port object 42549b29-2304-4e4b-8bcf-5b5796789368 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:30:39.653964 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.656083 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-7f73d237-e000-4e6e-931e-6e9fd70cfd96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:39.703616 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Pushing event updated for resources: {'Port': ['ID=42549b29-2304-4e4b-8bcf-5b5796789368,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:39.724015 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:39.775152 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Attempting to bind port 42549b29-2304-4e4b-8bcf-5b5796789368 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:30:39.775717 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Attempting to bind port 42549b29-2304-4e4b-8bcf-5b5796789368 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:30:39.776043 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Attempting to bind port 42549b29-2304-4e4b-8bcf-5b5796789368 on network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:30:39.780579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Port 42549b29-2304-4e4b-8bcf-5b5796789368 on network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:30:39.781129 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Attempting to bind port 42549b29-2304-4e4b-8bcf-5b5796789368 on network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:30:39.786978 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:30:39.787315 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Checking segment: {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:30:39.787697 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Bound using segment: {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:30:39.788172 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Bound port: 42549b29-2304-4e4b-8bcf-5b5796789368, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:30:39.788530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.851068 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] For port 42549b29-2304-4e4b-8bcf-5b5796789368, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:30:39.854087 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] For port 42549b29-2304-4e4b-8bcf-5b5796789368, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=42549b29-2304-4e4b-8bcf-5b5796789368,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:30:39.915880 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240de80a-be1e-4add-a85b-f7d03bdb0dc6 req-8cdc0b27-e9a0-4c50-9f6f-82e8056abfb4 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:39.918480 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-240de80a-be1e-4add-a85b-f7d03bdb0dc6 req-8cdc0b27-e9a0-4c50-9f6f-82e8056abfb4 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 944 time: 0.0704992 Jun 24 04:30:39.926724 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.928907 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-a156a680-a2b5-4ae6-862c-19bc474d4702 tempest-TestShelveInstance-1661399645 tempest-TestShelveInstance-1661399645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:39.962526 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-240de80a-be1e-4add-a85b-f7d03bdb0dc6 req-aebedd7b-b1c8-48a6-8ced-f9ba0d12ffec tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379429 Jun 24 04:30:39.964040 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:39.964643 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:39.966385 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] 10.222.0.10 "PUT /v2.0/ports/42549b29-2304-4e4b-8bcf-5b5796789368 HTTP/1.1" status: 200 len: 1094 time: 0.7102971 Jun 24 04:30:39.968829 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'tag': '42549b29-2304-4e4b-8bcf-5b5796789368'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:30:39.972001 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74b6daf-345c-4252-9377-98ff38c77143" -d '{"events": [{"name": "network-changed", "server_uuid": "c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1", "tag": "42549b29-2304-4e4b-8bcf-5b5796789368"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:30:39.997753 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Pushing event updated for resources: {'Port': ['ID=42549b29-2304-4e4b-8bcf-5b5796789368,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:40.002905 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:40.019132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6740782d-2eb5-44bc-9cf9-b7857a2c1db1 x-openstack-request-id: req-6740782d-2eb5-44bc-9cf9-b7857a2c1db1 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:30:40.019526 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1", "tag": "42549b29-2304-4e4b-8bcf-5b5796789368", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:30:40.019834 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6740782d-2eb5-44bc-9cf9-b7857a2c1db1 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:30:40.020274 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'tag': '42549b29-2304-4e4b-8bcf-5b5796789368', 'status': 'completed', 'code': 200} Jun 24 04:30:40.098640 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6daf-345c-4252-9377-98ff38c77143 req-52449223-07e6-45fd-ac20-2621d2a033d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:40.100140 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74b6daf-345c-4252-9377-98ff38c77143 req-52449223-07e6-45fd-ac20-2621d2a033d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0557134 Jun 24 04:30:40.195943 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6daf-345c-4252-9377-98ff38c77143 req-0c960f61-b9ac-42f5-974e-ac9781c1ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:40.197301 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74b6daf-345c-4252-9377-98ff38c77143 req-0c960f61-b9ac-42f5-974e-ac9781c1ae12 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0903575 Jun 24 04:30:40.294679 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b6daf-345c-4252-9377-98ff38c77143 req-22986139-d969-48f0-a397-0978ee28fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:40.296108 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e74b6daf-345c-4252-9377-98ff38c77143 req-22986139-d969-48f0-a397-0978ee28fce1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928054 Jun 24 04:30:40.385671 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-fc4dee71-47af-459b-976a-2614572c5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:40.387115 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-fc4dee71-47af-459b-976a-2614572c5fff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 1097 time: 0.0505881 Jun 24 04:30:40.430691 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-2c2f69ab-1f35-46d4-a392-bdd6170db62f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42549b29-2304-4e4b-8bcf-5b5796789368 HTTP/1.1" status: 200 len: 217 time: 0.0371704 Jun 24 04:30:40.480094 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-aea435ae-be75-4f76-a550-69b10de13062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:40.482386 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-aea435ae-be75-4f76-a550-69b10de13062 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7597660-61b5-4d6a-ac7d-e01f7cad9896 HTTP/1.1" status: 200 len: 849 time: 0.0456784 Jun 24 04:30:40.514051 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-32b702d5-4460-4caf-b590-9d74de30af2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251801 Jun 24 04:30:40.600824 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-cbcee30a-baae-46c1-a793-4259f03138c2 service neutron] 10.222.0.10 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807130 Jun 24 04:30:40.684579 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-fd9b9fab-64b0-4c87-942b-019338b451a1 req-cd772576-20e7-4a9a-bd26-19e5aa27ff1b service neutron] 10.222.0.10 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778341 Jun 24 04:30:41.139193 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54605d-cce7-49ee-a313-9a2815b8c9eb req-e64d6a3a-da66-4426-b850-6f8b18ff704b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:41.140623 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3f54605d-cce7-49ee-a313-9a2815b8c9eb req-e64d6a3a-da66-4426-b850-6f8b18ff704b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 944 time: 0.0616403 Jun 24 04:30:41.175714 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3f54605d-cce7-49ee-a313-9a2815b8c9eb req-f143b2b0-91f4-4646-accf-ebed1295924a tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296688 Jun 24 04:30:42.347345 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0717d6-103f-492f-8e37-fb2cc7b29d25 req-e591ce84-f5c6-431d-a03d-8f81bf4296f6 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:42.348786 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4c0717d6-103f-492f-8e37-fb2cc7b29d25 req-e591ce84-f5c6-431d-a03d-8f81bf4296f6 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 944 time: 0.0630183 Jun 24 04:30:42.384187 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-4c0717d6-103f-492f-8e37-fb2cc7b29d25 req-dad28533-1bac-441a-8bc7-44b272667382 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299988 Jun 24 04:30:43.553840 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da6954-5126-493b-b509-2939d7654e41 req-e39060e9-69de-4fca-a972-c74ccae4a435 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:43.555289 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a5da6954-5126-493b-b509-2939d7654e41 req-e39060e9-69de-4fca-a972-c74ccae4a435 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 944 time: 0.0647895 Jun 24 04:30:43.591314 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-a5da6954-5126-493b-b509-2939d7654e41 req-295e4d59-a436-49bb-b94b-1c167acbdbc7 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306077 Jun 24 04:30:44.241085 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 42549b29-2304-4e4b-8bcf-5b5796789368 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:30:44.335848 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 42549b29-2304-4e4b-8bcf-5b5796789368, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=42549b29-2304-4e4b-8bcf-5b5796789368,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:44.346716 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': '42549b29-2304-4e4b-8bcf-5b5796789368', 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a', 'port_id': '42549b29-2304-4e4b-8bcf-5b5796789368', 'mac_address': 'fa:16:3e:7f:d4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7597660-61b5-4d6a-ac7d-e01f7cad9896', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:30:44.381989 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:44.393593 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42549b29-2304-4e4b-8bcf-5b5796789368 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:30:44.412256 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 42549b29-2304-4e4b-8bcf-5b5796789368, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=42549b29-2304-4e4b-8bcf-5b5796789368,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:44.505361 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:44.507057 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:44.550730 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=42549b29-2304-4e4b-8bcf-5b5796789368,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:44.553645 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:44.757839 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fdd7e-52da-4e85-9307-66488b8f0a77 req-6f5febe2-bf8d-4321-b080-1c45db5ca206 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:44.759214 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b8fdd7e-52da-4e85-9307-66488b8f0a77 req-6f5febe2-bf8d-4321-b080-1c45db5ca206 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 945 time: 0.0623097 Jun 24 04:30:44.797275 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-5b8fdd7e-52da-4e85-9307-66488b8f0a77 req-4a02fd7f-dae6-44d9-ad02-3017bc304a19 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Jun 24 04:30:44.887797 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['42549b29-2304-4e4b-8bcf-5b5796789368'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:30:45.977362 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df20b-f3cd-434e-b50f-1b5a565055b8 req-8d1d4362-5413-49ce-a76d-ce84cc6307fa tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:45.978829 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-870df20b-f3cd-434e-b50f-1b5a565055b8 req-8d1d4362-5413-49ce-a76d-ce84cc6307fa tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 945 time: 0.0666523 Jun 24 04:30:46.015628 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-870df20b-f3cd-434e-b50f-1b5a565055b8 req-82e99d8d-4847-4509-86d3-e8d15e1b3b8e tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Jun 24 04:30:46.256351 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 42549b29-2304-4e4b-8bcf-5b5796789368 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:30:46.373699 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port 42549b29-2304-4e4b-8bcf-5b5796789368 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:30:46.377591 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port 42549b29-2304-4e4b-8bcf-5b5796789368 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:30:46.379460 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:46.455853 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:46.481602 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42549b29-2304-4e4b-8bcf-5b5796789368'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:30:46.483876 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0942430f-f588-4db4-b392-729adcf1b8ae" -d '{"events": [{"server_uuid": "c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1", "name": "network-vif-plugged", "status": "completed", "tag": "42549b29-2304-4e4b-8bcf-5b5796789368"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:30:46.499958 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port 42549b29-2304-4e4b-8bcf-5b5796789368, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=42549b29-2304-4e4b-8bcf-5b5796789368,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:46.520139 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dadf4d1-1cf4-4283-8d11-9436e1d5dcf4 x-openstack-request-id: req-7dadf4d1-1cf4-4283-8d11-9436e1d5dcf4 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:30:46.520432 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1", "name": "network-vif-plugged", "status": "completed", "tag": "42549b29-2304-4e4b-8bcf-5b5796789368", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:30:46.520691 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7dadf4d1-1cf4-4283-8d11-9436e1d5dcf4 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:30:46.521082 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42549b29-2304-4e4b-8bcf-5b5796789368', 'code': 200} Jun 24 04:30:46.548918 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:46.551655 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-7079dbeb-ebf1-4e45-9b38-7ee3b7221f52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:46.599506 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=42549b29-2304-4e4b-8bcf-5b5796789368,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:46.602524 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:46.862397 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e1566-47dd-4d9a-89f2-f330556ec6ff req-b16df8be-b591-424d-8203-951412083bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:46.864097 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-be3e1566-47dd-4d9a-89f2-f330556ec6ff req-b16df8be-b591-424d-8203-951412083bbd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 1099 time: 0.0515301 Jun 24 04:30:46.901688 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-be3e1566-47dd-4d9a-89f2-f330556ec6ff req-a8ba3e33-d26b-4873-bda2-797ba5941c93 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299685 Jun 24 04:30:47.192232 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005da56-e49a-4138-81b3-7d10c7a9ec5d req-48dd0783-65b6-4f13-8192-bef531e32fb8 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:47.193588 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d005da56-e49a-4138-81b3-7d10c7a9ec5d req-48dd0783-65b6-4f13-8192-bef531e32fb8 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 946 time: 0.0667379 Jun 24 04:30:47.229447 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d005da56-e49a-4138-81b3-7d10c7a9ec5d req-989c7d2c-9b5b-45b4-b7b9-c904f66c05e2 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303459 Jun 24 04:30:48.396740 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94a6ac-592c-4f02-893a-b3336c1a2978 req-698b2c55-fd85-451f-a0f5-70dc01279767 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:48.398242 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-df94a6ac-592c-4f02-893a-b3336c1a2978 req-698b2c55-fd85-451f-a0f5-70dc01279767 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 946 time: 0.0619919 Jun 24 04:30:48.435499 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-df94a6ac-592c-4f02-893a-b3336c1a2978 req-0b92d6b3-cdd7-4f0c-a84a-5f05c7cb5f43 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Jun 24 04:30:49.843220 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037ae8c-e56d-4e62-9c8c-a1398ad11505 req-090c19ad-98bc-48ae-b776-9f8c943f6092 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:49.844645 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c037ae8c-e56d-4e62-9c8c-a1398ad11505 req-090c19ad-98bc-48ae-b776-9f8c943f6092 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 946 time: 0.0649598 Jun 24 04:30:49.880352 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c037ae8c-e56d-4e62-9c8c-a1398ad11505 req-4fff0711-baf4-4896-bbe7-acd98773201f tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302882 Jun 24 04:30:51.048861 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb490c-8fbe-4d76-9944-75e1b6809219 req-f5ed999a-27a3-4645-86b3-e6ffb160c4b9 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:51.050297 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-97cb490c-8fbe-4d76-9944-75e1b6809219 req-f5ed999a-27a3-4645-86b3-e6ffb160c4b9 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 946 time: 0.0616858 Jun 24 04:30:51.085750 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-97cb490c-8fbe-4d76-9944-75e1b6809219 req-b9344013-3c59-457f-b472-eeb1cfc24c74 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300314 Jun 24 04:30:51.296298 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-d075c062-f549-4c53-8d37-e61173178431 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:51.297660 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-d075c062-f549-4c53-8d37-e61173178431 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 946 time: 0.0621915 Jun 24 04:30:51.392112 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Deleting port 42549b29-2304-4e4b-8bcf-5b5796789368 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:30:51.392459 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:51.481079 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] For port 42549b29-2304-4e4b-8bcf-5b5796789368, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=42549b29-2304-4e4b-8bcf-5b5796789368,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:30:51.481434 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:51.492868 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Calling delete_port for 42549b29-2304-4e4b-8bcf-5b5796789368 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:30:51.693521 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:51.697318 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-781204d1-25e6-4ff7-a50d-b6c6a408a7ec tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:51.706496 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['42549b29-2304-4e4b-8bcf-5b5796789368'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:30:51.723153 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Pushing event deleted for resources: {'Port': ['ID=42549b29-2304-4e4b-8bcf-5b5796789368,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:51.726291 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:51.768132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] No DVR routers for this DVR port 42549b29-2304-4e4b-8bcf-5b5796789368 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:30:51.770500 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:51.772422 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-27bb20af-2bb5-45b5-8de5-6501398dd3fd req-b5eafdce-2248-4ebe-86cb-bca4f4be8b84 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "DELETE /v2.0/ports/42549b29-2304-4e4b-8bcf-5b5796789368 HTTP/1.1" status: 204 len: 173 time: 0.4695055 Jun 24 04:30:51.772936 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'name': 'network-vif-deleted', 'tag': '42549b29-2304-4e4b-8bcf-5b5796789368'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:30:51.775249 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586bc313-de4f-4822-9372-86d49cb7575d" -d '{"events": [{"server_uuid": "c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1", "name": "network-vif-deleted", "tag": "42549b29-2304-4e4b-8bcf-5b5796789368"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:30:51.808980 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486d935-ea7e-4c33-af43-8a1b1e9a2d8a x-openstack-request-id: req-b486d935-ea7e-4c33-af43-8a1b1e9a2d8a {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:30:51.809803 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1", "name": "network-vif-deleted", "tag": "42549b29-2304-4e4b-8bcf-5b5796789368", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:30:51.810157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b486d935-ea7e-4c33-af43-8a1b1e9a2d8a {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:30:51.810601 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1', 'name': 'network-vif-deleted', 'tag': '42549b29-2304-4e4b-8bcf-5b5796789368', 'status': 'completed', 'code': 200} Jun 24 04:30:52.238930 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-85e7d340-8626-4fb8-ace8-ffd1899caf59 req-6df05022-95f9-4936-9b6f-7a63a1379c78 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64f8b1e-e0fd-4df6-8c63-ba75cac47ae1 HTTP/1.1" status: 200 len: 210 time: 0.0324504 Jun 24 04:30:53.522865 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-0684a675-8137-46b7-9927-c126364f33e8 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:53.524322 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-0684a675-8137-46b7-9927-c126364f33e8 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/networks?id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a HTTP/1.1" status: 200 len: 809 time: 0.0982423 Jun 24 04:30:53.538151 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-e8d741a8-adc0-46ed-b9f2-8e9483adbf18 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/quotas/6122bc560ae94bd4bc124e24ce79e3db HTTP/1.1" status: 200 len: 375 time: 0.0085847 Jun 24 04:30:53.570035 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-3cd00e2e-483d-47f1-9451-64879b4c6ddc tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273290 Jun 24 04:30:53.582429 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:30:53.658553 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-d23826dc-8a43-4aff-8dfb-b5f4bb740ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815713 Jun 24 04:30:53.751609 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-98822b01-118d-49fe-b55c-d6008be88725 service neutron] 10.222.0.26 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873823 Jun 24 04:30:54.004595 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-915acac9-4a16-43a7-9a43-09a4e0c4b34e req-08608212-eddd-4842-b60c-c269226c8879 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 210 time: 0.0298636 Jun 24 04:30:54.302837 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 42549b29-2304-4e4b-8bcf-5b5796789368 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:30:54.325429 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: 42549b29-2304-4e4b-8bcf-5b5796789368 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:30:54.328541 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device 42549b29-2304-4e4b-8bcf-5b5796789368 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:30:55.145861 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-87ec8466-9543-440a-86ae-0e840938b97b req-8585c412-d6cc-4cf1-92ee-7c59aafea3ac tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 210 time: 0.0292356 Jun 24 04:30:55.908215 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-accca6af-5d41-487c-9d5e-a1959a2044ea tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:55.909630 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-accca6af-5d41-487c-9d5e-a1959a2044ea tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "GET /v2.0/networks?id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a HTTP/1.1" status: 200 len: 809 time: 0.0993059 Jun 24 04:30:55.921260 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Request body: {'port': {'device_id': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a', 'admin_state_up': True, 'tenant_id': '6122bc560ae94bd4bc124e24ce79e3db'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:30:56.104756 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Made reservation on behalf of 6122bc560ae94bd4bc124e24ce79e3db for: {'port': 1} {{(pid=93536) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 04:30:56.108738 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-677624'] for port, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:56.232132 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_common [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Allocated IP 172.20.0.14 (686c930b-5c69-4e12-bfa8-b7df6dfecb2a/a7597660-61b5-4d6a-ac7d-e01f7cad9896/b9846b8d-1cdf-46b8-81ec-a8641350f1e3) {{(pid=93536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 04:30:56.290149 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-d6525862-5a6f-4986-a838-e69fdeff70d6 req-1dde4ea8-b6ac-40ce-b53e-0388471a013b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 210 time: 0.0308228 Jun 24 04:30:56.381738 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks [] for port, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:56.474523 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-677563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-392404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728677850790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-16625970'] for port, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:56.478384 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-2a646e46-e0cb-4877-950d-f5e054266a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:56.517480 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a is already hosted by enough agents. {{(pid=93536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 04:30:56.522340 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.scheduler.base_scheduler [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Resources bound (agent type, host, resource id): {{(pid=93536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 04:30:56.525914 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Received port after_create {{(pid=93536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 04:30:56.532909 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Pushing event updated for resources: {'Port': ['ID=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:56.551971 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:56.576596 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:56.577202 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:56.651700 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ba20ee3e-ba76-4bef-b48a-e946770eae73 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7345023 Jun 24 04:30:56.662842 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.v2.base [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Request body: {'port': {'device_id': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=93536) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 04:30:56.734968 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:56.979792 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9846b8d-1cdf-46b8-81ec-a8641350f1e3 {{(pid=93536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:30:56.986882 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:56.998653 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.provisioning_blocks [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Transition to ACTIVE for port object b9846b8d-1cdf-46b8-81ec-a8641350f1e3 will not be triggered until provisioned by entity L2. {{(pid=93536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 04:30:57.070359 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:57.073283 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-5ba4f45a-132e-4c63-9232-8d2a82257098 tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:57.123328 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Pushing event updated for resources: {'Port': ['ID=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,revision_number=2']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:57.126395 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:57.188794 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Attempting to bind port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 04:30:57.189125 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Attempting to bind port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 04:30:57.189464 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Attempting to bind port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 on network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:30:57.193513 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 on network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 04:30:57.193894 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Attempting to bind port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 on network 686c930b-5c69-4e12-bfa8-b7df6dfecb2a {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 04:30:57.198366 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Checking agent: {'id': 'c0d6836a-fbf2-4f67-9462-6df511b557c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 4, 9), 'started_at': datetime.datetime(2021, 6, 24, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 4, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 04:30:57.198694 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Checking segment: {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 04:30:57.199175 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Bound using segment: {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'} {{(pid=93536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 04:30:57.200179 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.managers [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Bound port: b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a'}}] {{(pid=93536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 04:30:57.200523 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:57.259645 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] For port b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host hv-cinder-79246, cleared binding levels {{(pid=93536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 04:30:57.263069 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] For port b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 04:30:57.329147 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16625920'] for port, after_update {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:57.332768 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:30:57.365761 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:57.366369 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:30:57.367712 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] 10.222.0.10 "PUT /v2.0/ports/b9846b8d-1cdf-46b8-81ec-a8641350f1e3 HTTP/1.1" status: 200 len: 1094 time: 0.7088053 Jun 24 04:30:57.368231 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'tag': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:30:57.370535 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583" -d '{"events": [{"name": "network-changed", "server_uuid": "404a6f04-7965-4503-b35e-6bc89d2d389d", "tag": "b9846b8d-1cdf-46b8-81ec-a8641350f1e3"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:30:57.394503 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Pushing event updated for resources: {'Port': ['ID=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,revision_number=3']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:30:57.397792 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-f4b940a2-dd03-40e4-9dd4-7d15ae53983d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:30:57.469208 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf8234-d0f4-42f2-a082-005a8f997cf8 req-9d208c6e-6ac7-47f0-9e1f-8edb52963788 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:57.470681 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c9bf8234-d0f4-42f2-a082-005a8f997cf8 req-9d208c6e-6ac7-47f0-9e1f-8edb52963788 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 944 time: 0.0694826 Jun 24 04:30:57.500215 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-2d55c29b-c077-4bc0-b229-89238a528711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:57.501679 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-2d55c29b-c077-4bc0-b229-89238a528711 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 1097 time: 0.0518799 Jun 24 04:30:57.507941 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c9bf8234-d0f4-42f2-a082-005a8f997cf8 req-8f63a5a7-a027-4085-8632-cdff0b87e9dc tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315959 Jun 24 04:30:57.542692 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-ffec3f97-08c1-4c88-8f8d-cdcc7572a4dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3 HTTP/1.1" status: 200 len: 217 time: 0.0332482 Jun 24 04:30:57.556269 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87462f90-8c9d-4e00-b303-27d105dcd703 x-openstack-request-id: req-87462f90-8c9d-4e00-b303-27d105dcd703 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:30:57.556603 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404a6f04-7965-4503-b35e-6bc89d2d389d", "tag": "b9846b8d-1cdf-46b8-81ec-a8641350f1e3", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:30:57.556902 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87462f90-8c9d-4e00-b303-27d105dcd703 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:30:57.557331 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'tag': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3', 'status': 'completed', 'code': 200} Jun 24 04:30:57.593961 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-463d0478-3003-4874-a467-e0d45ea7b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:57.595349 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-463d0478-3003-4874-a467-e0d45ea7b0c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7597660-61b5-4d6a-ac7d-e01f7cad9896 HTTP/1.1" status: 200 len: 849 time: 0.0471780 Jun 24 04:30:57.628418 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-cf79db39-09ae-488d-ae72-6024e0288315 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263684 Jun 24 04:30:57.715012 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-c93452c5-6a79-4b23-835e-9c71492ce6f4 service neutron] 10.222.0.10 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790789 Jun 24 04:30:58.068386 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-3b08fb76-bf24-41e6-87bb-5bddce14da13 req-45be40f0-af0c-4248-92da-2b99726947fb service neutron] 10.222.0.10 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471274 Jun 24 04:30:58.239540 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-2a193c1d-a918-48a4-b6ac-fd9a83f07a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:58.240942 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-2a193c1d-a918-48a4-b6ac-fd9a83f07a5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 1097 time: 0.0499837 Jun 24 04:30:58.327830 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-f2ee6c29-75b2-4a09-817a-593188e5d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:58.329141 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-f2ee6c29-75b2-4a09-817a-593188e5d9d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a HTTP/1.1" status: 200 len: 910 time: 0.0813344 Jun 24 04:30:58.368043 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-67e98e78-a9b0-4034-8d57-43c60ae2da69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3 HTTP/1.1" status: 200 len: 217 time: 0.0327964 Jun 24 04:30:58.417798 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-ac7dfae4-6874-4650-ba5c-e4dd6d9f98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:58.419773 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-ac7dfae4-6874-4650-ba5c-e4dd6d9f98dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7597660-61b5-4d6a-ac7d-e01f7cad9896 HTTP/1.1" status: 200 len: 849 time: 0.0451751 Jun 24 04:30:58.451194 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-e8fe64f1-c69f-4115-bf6e-3980a4e0e273 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=686c930b-5c69-4e12-bfa8-b7df6dfecb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251694 Jun 24 04:30:58.538398 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-34f6d9fa-95fd-424a-80e8-71fe637e77e4 service neutron] 10.222.0.10 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807536 Jun 24 04:30:58.626715 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-e3caeb0b-d137-4c4c-8ade-d477fc6ff583 req-ef694b0c-358e-4634-b534-57222a90aa6b service neutron] 10.222.0.10 "GET /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Jun 24 04:30:58.682801 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1accf-b02f-4222-8bf2-ff069606cf64 req-e8ac8807-090e-49b6-a10b-d51add86b661 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:58.684281 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3ab1accf-b02f-4222-8bf2-ff069606cf64 req-e8ac8807-090e-49b6-a10b-d51add86b661 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 944 time: 0.0626168 Jun 24 04:30:58.721541 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-3ab1accf-b02f-4222-8bf2-ff069606cf64 req-7a4f9c0e-6d73-48b6-aa8d-f3befcfaefaa tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Jun 24 04:30:59.889174 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0d81-8393-4b97-b425-1e82143e002c req-21cf626e-7316-48e6-b63e-c3600a18908a tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:30:59.890639 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e08c0d81-8393-4b97-b425-1e82143e002c req-21cf626e-7316-48e6-b63e-c3600a18908a tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 944 time: 0.0620573 Jun 24 04:30:59.926417 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-e08c0d81-8393-4b97-b425-1e82143e002c req-8967d63b-f6ba-44a1-9aee-c2d0ecd8f5d6 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303421 Jun 24 04:31:00.373099 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:01.096680 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d50c94-d1f1-4e94-9bc2-6e04012f8a38 req-045ffb76-480d-4318-8a84-dabc996b21c0 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:01.098098 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2d50c94-d1f1-4e94-9bc2-6e04012f8a38 req-045ffb76-480d-4318-8a84-dabc996b21c0 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 944 time: 0.0646868 Jun 24 04:31:01.134607 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c2d50c94-d1f1-4e94-9bc2-6e04012f8a38 req-54511144-dfc6-47c9-bb30-3f61e879ccf5 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Jun 24 04:31:02.304570 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d07d-de28-4230-978a-a4cb7eec9bff req-ba8e1408-69ce-4fc8-a712-50c3ab73c160 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:02.306029 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c1e3d07d-de28-4230-978a-a4cb7eec9bff req-ba8e1408-69ce-4fc8-a712-50c3ab73c160 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 944 time: 0.0644195 Jun 24 04:31:02.343164 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-c1e3d07d-de28-4230-978a-a4cb7eec9bff req-29c15201-2a16-4765-802b-9d2929d50c6a tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Jun 24 04:31:02.349348 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device b9846b8d-1cdf-46b8-81ec-a8641350f1e3 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=93538) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 04:31:02.440744 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:02.451740 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Returning: {'device': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3', 'network_id': '686c930b-5c69-4e12-bfa8-b7df6dfecb2a', 'port_id': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3', 'mac_address': 'fa:16:3e:7f:cd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7597660-61b5-4d6a-ac7d-e01f7cad9896', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93538) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 04:31:02.489341 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:02.501517 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9846b8d-1cdf-46b8-81ec-a8641350f1e3 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 04:31:02.519986 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:02.578870 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:02.580612 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-b8856dce-1d0e-45d0-ba34-0fafb22c34a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:02.624819 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,revision_number=4']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:02.627816 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:02.892071 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['b9846b8d-1cdf-46b8-81ec-a8641350f1e3'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:31:03.036048 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ef9c8ce0-a3f6-4670-9ea2-d5bcf97731ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:03.516530 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913902ab-ae6a-49c2-a91b-8ac9b6b51f13 req-bd32e4b0-4aae-4492-ac67-591d36ed3169 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:03.517973 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-913902ab-ae6a-49c2-a91b-8ac9b6b51f13 req-bd32e4b0-4aae-4492-ac67-591d36ed3169 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 945 time: 0.0647490 Jun 24 04:31:03.554052 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-913902ab-ae6a-49c2-a91b-8ac9b6b51f13 req-18555d87-1ecc-459f-b9c0-19ae20da4198 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Jun 24 04:31:04.357648 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device b9846b8d-1cdf-46b8-81ec-a8641350f1e3 up at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 04:31:04.464895 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning for port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 completed by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 04:31:04.469535 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Provisioning complete for port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 triggered by entity L2. {{(pid=93538) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 04:31:04.469953 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714013'] for port, provisioning_complete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:04.553398 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-677578'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:04.575498 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:31:04.577811 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac2d6631566053379e7b168837b25f2b83ee5c129d2d0f9afb3cdf16334e5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9690d7c9-d8bf-4f0a-b5ca-2c1ae533a3f8" -d '{"events": [{"server_uuid": "404a6f04-7965-4503-b35e-6bc89d2d389d", "name": "network-vif-plugged", "status": "completed", "tag": "b9846b8d-1cdf-46b8-81ec-a8641350f1e3"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:31:04.589950 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] For port b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:04.645396 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728678244051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728677850808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728677850853'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:04.647266 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:04.696550 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Pushing event updated for resources: {'Port': ['ID=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,revision_number=5']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:04.700191 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG oslo_concurrency.lockutils [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:04.728162 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b3a65-94da-4ebe-9f04-2b8dc0bb96dc req-758a2819-919a-4da4-953d-8fd171a4b6bf tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:04.729592 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-798b3a65-94da-4ebe-9f04-2b8dc0bb96dc req-758a2819-919a-4da4-953d-8fd171a4b6bf tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 946 time: 0.0651627 Jun 24 04:31:04.766038 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-798b3a65-94da-4ebe-9f04-2b8dc0bb96dc req-9c3ad344-f3ce-4e5c-adea-05564f80f4fd tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Jun 24 04:31:04.809558 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd134ae-a976-4c3c-b6e3-f0679b3e5592 x-openstack-request-id: req-7fd134ae-a976-4c3c-b6e3-f0679b3e5592 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:31:04.809860 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a6f04-7965-4503-b35e-6bc89d2d389d", "name": "network-vif-plugged", "status": "completed", "tag": "b9846b8d-1cdf-46b8-81ec-a8641350f1e3", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:31:04.810149 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fd134ae-a976-4c3c-b6e3-f0679b3e5592 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:31:04.810548 dv-cinder-792462-18-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3', 'code': 200} Jun 24 04:31:05.127527 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5aea7-3c83-4e40-ae7b-4728e5be4318 req-bac43402-1e8d-450b-a4af-47912ab3c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:05.128956 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6cd5aea7-3c83-4e40-ae7b-4728e5be4318 req-bac43402-1e8d-450b-a4af-47912ab3c7d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 1099 time: 0.0509560 Jun 24 04:31:05.162378 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-6cd5aea7-3c83-4e40-ae7b-4728e5be4318 req-2a4e8a3c-a3ca-47e9-bb25-60f693b86f1d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268919 Jun 24 04:31:05.519866 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ad4eed2e-d411-474e-9c41-d4ea0b9c4233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:05.805457 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:05.935792 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d334e1b-f396-4da2-b4c4-b44c9808c49e req-abc4ecb5-da9c-47c7-96e6-5622ac365c76 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:05.937207 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d334e1b-f396-4da2-b4c4-b44c9808c49e req-abc4ecb5-da9c-47c7-96e6-5622ac365c76 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 946 time: 0.0614989 Jun 24 04:31:05.972217 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-9d334e1b-f396-4da2-b4c4-b44c9808c49e req-d1598800-c3e5-4c54-916b-641db1f9b998 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295937 Jun 24 04:31:06.813013 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:07.142819 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff270e-b385-42a8-9406-ff2045da7e79 req-44e56579-8a0d-4da1-8ae1-f88fc63eabb7 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:07.144156 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b1ff270e-b385-42a8-9406-ff2045da7e79 req-44e56579-8a0d-4da1-8ae1-f88fc63eabb7 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 946 time: 0.0651727 Jun 24 04:31:07.180300 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-b1ff270e-b385-42a8-9406-ff2045da7e79 req-c7fa9969-3739-45ee-bd1b-f59172d634cd tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306571 Jun 24 04:31:08.125269 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:08.522026 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04f9b-842e-406a-ba4d-96c3f4621ed4 req-e5b97de1-a197-4e48-aa01-d88cb5a5dc5f tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:08.523737 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1aa04f9b-842e-406a-ba4d-96c3f4621ed4 req-e5b97de1-a197-4e48-aa01-d88cb5a5dc5f tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 946 time: 0.0626888 Jun 24 04:31:08.559935 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1aa04f9b-842e-406a-ba4d-96c3f4621ed4 req-3efbbed3-d7a0-4fce-98ea-6f606c3dc486 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Jun 24 04:31:09.735040 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5f0a-04ec-43f0-9fb1-fd0dc84724b4 req-a0bb398f-c6ac-4a99-9707-cc5032bffbef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93537) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:09.736419 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1dff5f0a-04ec-43f0-9fb1-fd0dc84724b4 req-a0bb398f-c6ac-4a99-9707-cc5032bffbef tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 946 time: 0.0657728 Jun 24 04:31:09.773456 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-1dff5f0a-04ec-43f0-9fb1-fd0dc84724b4 req-0b7c2a01-aecf-456b-8bfa-750e1d60038f tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/security-groups?id=16b2ab20-cc17-43c5-9ed7-700de7ab0076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Jun 24 04:31:09.878106 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-c58c3b5a-38ee-4079-85b9-48a00df7be21 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93536) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 04:31:09.879517 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-c58c3b5a-38ee-4079-85b9-48a00df7be21 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 946 time: 0.0660901 Jun 24 04:31:09.971982 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Deleting port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 {{(pid=93536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 24 04:31:09.972322 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728678240808'] for port, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:10.060178 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.db [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] For port b9846b8d-1cdf-46b8-81ec-a8641350f1e3, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,segment=NetworkSegment(cf7ae75f-eae1-4ae1-b1d0-59f0795a6319),segment_id=cf7ae75f-eae1-4ae1-b1d0-59f0795a6319)] {{(pid=93536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 04:31:10.060530 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7985349'] for port, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:10.071671 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.plugin [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Calling delete_port for b9846b8d-1cdf-46b8-81ec-a8641350f1e3 owned by compute:nova {{(pid=93536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 24 04:31:10.258996 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-677552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-392415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728678244069', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728677850799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16625977'] for port, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:10.262824 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-1570a452-cf45-467e-a0de-bccace8ecb02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:10.270530 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] get_ports_and_sgs() called for port_ids ['b9846b8d-1cdf-46b8-81ec-a8641350f1e3'] {{(pid=93538) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 04:31:10.286157 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Pushing event deleted for resources: {'Port': ['ID=b9846b8d-1cdf-46b8-81ec-a8641350f1e3,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:10.296398 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.296785 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.297162 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.297533 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.297919 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.298641 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.298641 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.298990 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.299348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.299709 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.300065 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.300420 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:10.306165 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:10.343648 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.l3_dvrscheduler_db [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] No DVR routers for this DVR port b9846b8d-1cdf-46b8-81ec-a8641350f1e3 on host hv-cinder-79246 {{(pid=93536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 04:31:10.346079 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437729'] for port, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:10.348133 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [req-19029fa6-42c6-4000-a7da-0865baf7eae7 req-52a857c1-527e-4365-9630-24db7050893b tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.10 "DELETE /v2.0/ports/b9846b8d-1cdf-46b8-81ec-a8641350f1e3 HTTP/1.1" status: 204 len: 173 time: 0.4628394 Jun 24 04:31:10.348668 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'name': 'network-vif-deleted', 'tag': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3'}] {{(pid=93536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 04:31:10.350986 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99d054e89ece92526c57f54fb8b7e1cda37895a1157be2e783c3a75b1b5edb13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca57f576-afa8-46de-a682-6f4002cb6a5b" -d '{"events": [{"server_uuid": "404a6f04-7965-4503-b35e-6bc89d2d389d", "name": "network-vif-deleted", "tag": "b9846b8d-1cdf-46b8-81ec-a8641350f1e3"}]}' {{(pid=93536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 04:31:10.389188 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3422e4e-7bb4-4215-ae03-ab691ad0d482 x-openstack-request-id: req-b3422e4e-7bb4-4215-ae03-ab691ad0d482 {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 04:31:10.389531 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404a6f04-7965-4503-b35e-6bc89d2d389d", "name": "network-vif-deleted", "tag": "b9846b8d-1cdf-46b8-81ec-a8641350f1e3", "status": "completed", "code": 200}]} {{(pid=93536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 04:31:10.389921 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3422e4e-7bb4-4215-ae03-ab691ad0d482 {{(pid=93536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 04:31:10.390378 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404a6f04-7965-4503-b35e-6bc89d2d389d', 'name': 'network-vif-deleted', 'tag': 'b9846b8d-1cdf-46b8-81ec-a8641350f1e3', 'status': 'completed', 'code': 200} Jun 24 04:31:10.923480 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [req-aabeb87e-74ab-4e99-abc3-1ce339b92a0c req-61e2e958-34d8-4ef7-aac9-85a6ea658b59 tempest-VolumesActionsTest-1170638827 tempest-VolumesActionsTest-1170638827-project] 10.222.0.26 "GET /v2.0/ports?device_id=404a6f04-7965-4503-b35e-6bc89d2d389d HTTP/1.1" status: 200 len: 210 time: 0.0287266 Jun 24 04:31:12.395815 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device b9846b8d-1cdf-46b8-81ec-a8641350f1e3 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 04:31:12.416158 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] No Port match for: b9846b8d-1cdf-46b8-81ec-a8641350f1e3 {{(pid=93538) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 24 04:31:12.416509 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.rpc [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Device b9846b8d-1cdf-46b8-81ec-a8641350f1e3 not bound to the agent host hv-cinder-79246 {{(pid=93538) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 04:31:30.373002 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:30.581338 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:31:33.018615 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb70c5a6-80c2-4b94-8e34-740e2ca20862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:35.519197 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9a285b4b-f128-4dcc-81fb-a6829ac810e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:35.806485 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:36.811902 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.206114 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42300) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:37.249785 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Deleting subnet a7597660-61b5-4d6a-ac7d-e01f7cad9896 {{(pid=93536) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 04:31:37.252698 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.288519 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16419147'] for subnet, precommit_delete_associations {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.326266 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718347'] for subnet, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.452534 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7868687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16625999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16735694'] for subnet, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.454780 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:37.475513 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7597660-61b5-4d6a-ac7d-e01f7cad9896,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:37.479628 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:37.482077 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.484201 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-fe7a7359-6375-45df-9a9a-314b0085d431 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a7597660-61b5-4d6a-ac7d-e01f7cad9896 HTTP/1.1" status: 204 len: 168 time: 0.2768111 Jun 24 04:31:37.486410 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42302) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:37.554947 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-760205'] for network, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.629413 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716692', 'neutron.services.segments.db._delete_segments_for_network-8728678309928'] for network, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.638756 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686c930b-5c69-4e12-bfa8-b7df6dfecb2a']}} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:37.648737 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319') {'for_net_delete': True} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:37.649037 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.services.segments.db [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7ae75f-eae1-4ae1-b1d0-59f0795a6319') {} {{(pid=93536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 04:31:37.657443 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728678347767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16419138'] for segment, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.671441 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260'] for segment, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.677031 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93536) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 04:31:37.677412 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-887260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16626156'] for segment, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: conditions |= (models_v2.Port.network_id.in_( Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: Traceback (most recent call last): Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: timer() Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: cb(*args, **kw) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: return func(*args, **kwargs) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: self._notify() Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: self.callback(batched_events) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: event.method(event) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: return f(self, *a, **k) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._get(url).json() Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: return self.request(url, 'GET', **kwargs) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 04:31:37.679062 dv-cinder-792462-18-iscsi neutron-server[93536]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 04:31:37.812063 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7885857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7868692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7984245'] for network, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.815585 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:37.817938 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7868721'] for network, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:37.819685 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/686c930b-5c69-4e12-bfa8-b7df6dfecb2a HTTP/1.1" status: 204 len: 168 time: 0.3321471 Jun 24 04:31:37.830397 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Pushing event deleted for resources: {'Network': ['ID=686c930b-5c69-4e12-bfa8-b7df6dfecb2a,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:37.833580 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b9790dfb-bf53-4ffe-b496-00f830c4ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:38.092629 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:38.124071 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42306) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:38.162560 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-bdf6a6eb-6247-44bb-96c6-1d350fc509af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6122bc560ae94bd4bc124e24ce79e3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372939 Jun 24 04:31:38.164820 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42308) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:38.210918 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:38.231846 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:38.341646 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:38.344499 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:38.345563 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16b2ab20-cc17-43c5-9ed7-700de7ab0076 HTTP/1.1" status: 204 len: 168 time: 0.1798387 Jun 24 04:31:38.346348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b96e8833-8ece-4994-8cb6-49bee77ffc6f tempest-AttachVolumeShelveTestJSON-1315052780 tempest-AttachVolumeShelveTestJSON-1315052780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:38.353557 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2ab20-cc17-43c5-9ed7-700de7ab0076,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:38.355982 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-83bb6ec7-c4ac-41bc-8175-9c0f9c9b2ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:42.762408 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42352) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:42.859639 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a6-f57a-4d99-bd78-07e8528ccd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:42.943102 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a6-f57a-4d99-bd78-07e8528ccd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:43.109749 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-b11f08a6-f57a-4d99-bd78-07e8528ccd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:43.112579 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-8d7efbbc-0322-4230-9fb0-b006e8e87b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:43.146624 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f08a6-f57a-4d99-bd78-07e8528ccd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21938e60-73f4-465d-8cf3-2302899a7e53,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:43.151396 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-b11f08a6-f57a-4d99-bd78-07e8528ccd76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d065672dd94744f79132f714aa635996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874791 Jun 24 04:31:43.154600 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-b11f08a6-f57a-4d99-bd78-07e8528ccd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:43.154600 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42356) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:43.199971 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:43.224629 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:43.341716 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:43.344348 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:43.345473 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21938e60-73f4-465d-8cf3-2302899a7e53 HTTP/1.1" status: 204 len: 168 time: 0.1905441 Jun 24 04:31:43.346271 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-6065d2fb-f6ce-4618-b753-d9a8cd184dca tempest-AttachVolumeTestJSON-596024062 tempest-AttachVolumeTestJSON-596024062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:43.353456 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21938e60-73f4-465d-8cf3-2302899a7e53,revision_number=None']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:43.356257 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-c20e67ca-e0ce-48f8-825c-e99f3a77e48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:54.539167 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [-] (93536) accepted ('10.222.0.26', 42432) {{(pid=93536) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:54.638541 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9e55f9ef-c76c-4dc3-ab61-00647f6ba940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:54.723825 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9e55f9ef-c76c-4dc3-ab61-00647f6ba940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:54.787123 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron_lib.callbacks.manager [None req-9e55f9ef-c76c-4dc3-ab61-00647f6ba940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_create {{(pid=93536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:54.789507 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-250a8397-a0c7-474c-be4e-0cf9458133bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:54.824892 dv-cinder-792462-18-iscsi neutron-server[93536]: INFO neutron.wsgi [None req-9e55f9ef-c76c-4dc3-ab61-00647f6ba940 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f286ac91be74fe8ba1b4b7424b2b723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846730 Jun 24 04:31:54.825758 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55f9ef-c76c-4dc3-ab61-00647f6ba940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e57703e-bc35-443d-ac67-0198dd8862d5,revision_number=1']} {{(pid=93536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:54.828241 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [-] (93537) accepted ('10.222.0.26', 42436) {{(pid=93537) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 04:31:54.829053 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG oslo_concurrency.lockutils [None req-9e55f9ef-c76c-4dc3-ab61-00647f6ba940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:31:54.875382 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:54.895355 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:55.006246 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874324'] for security_group, after_delete {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:55.008841 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron_lib.callbacks.manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:31:55.010546 dv-cinder-792462-18-iscsi neutron-server[93537]: INFO neutron.wsgi [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e57703e-bc35-443d-ac67-0198dd8862d5 HTTP/1.1" status: 204 len: 168 time: 0.1813140 Jun 24 04:31:55.011381 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-e4fe2c4c-082d-4bec-8326-087c2a527e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 04:31:55.018464 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e57703e-bc35-443d-ac67-0198dd8862d5,revision_number=None']} {{(pid=93537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 04:31:55.025851 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.026266 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.026764 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.026994 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.027369 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.027840 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.028209 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.028576 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.028934 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.029289 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.029643 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.030023 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-18-iscsi {{(pid=93537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 04:31:55.033071 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG oslo_concurrency.lockutils [None req-d647e93a-3296-4b97-83be-9ac78f9eba75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 04:32:00.404253 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:03.028569 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8f0b7be8-3fc6-483b-b6ef-44178b7478a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:05.485713 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a1651b50-d867-40a8-9623-117f0b904a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:05.800077 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:06.851532 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:07.580914 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:32:08.171440 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:30.387755 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:33.031767 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d78879d5-ef44-4538-9291-305d2ee29a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:35.502022 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4f9c1965-100c-48f2-af0e-690759de804d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:35.780406 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:36.821654 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:38.117746 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:32:44.579621 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:33:00.404737 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:03.042443 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9968c58e-ae24-4407-afaf-6b90b844eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:05.535494 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-699d50ca-7706-4706-b6c0-c2a5c857cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:05.785459 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:06.838008 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:08.112299 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:21.578321 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:33:30.454702 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:33.041757 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f1c11522-efdf-4045-8c66-5fc589f8ff7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:34.075994 dv-cinder-792462-18-iscsi neutron-server[93537]: DEBUG neutron.wsgi [req-f04e6970-9e89-45e9-a014-767b3d02062b req-25141cc9-9c1b-4a12-bd34-59fdde4f6825 service neutron] (93537) timed out ('10.222.0.10', 49869) {{(pid=93537) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 04:33:35.481688 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-889497e9-8927-4b7d-beac-fba7c3e4d59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:35.785830 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:36.826117 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:37.085280 dv-cinder-792462-18-iscsi neutron-server[93536]: DEBUG neutron.wsgi [req-1c13fd7f-b0de-4c12-bb66-97b4b848bcf1 req-62d67d08-d241-409a-a183-d0313622952e tempest-TestVolumeBootPattern-1598809071 tempest-TestVolumeBootPattern-1598809071-project] (93536) timed out ('10.222.0.26', 57254) {{(pid=93536) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 04:33:38.117045 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:33:58.577642 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:34:00.487117 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:03.065098 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-55e8c9d6-1d6b-4048-9a29-e83519c2163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:05.476316 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1fad-2965-44d4-8c65-24184bf57833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:05.779216 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:06.825135 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:08.121210 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:30.458692 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:33.035560 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8f0328d7-7b3d-4b63-a63d-83356b7619ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:35.572317 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-765a85a3-95f7-4d4b-b0bf-7ea88dc22791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:35.575381 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:34:35.789619 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:36.812629 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:34:38.109856 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:00.468904 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:03.045292 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-381d6178-f2ab-4780-9b0a-7ac5c10da024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:05.479969 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6305e678-1192-4343-bacd-4ae686f80203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:05.777293 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:06.840063 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:08.120435 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:12.573260 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:35:30.519526 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:33.033469 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3fe4-3212-4673-a106-8c0db2612a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:35.490982 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-42824bdf-0fe2-4c7f-a8e8-27616585ca5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:35.793911 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:36.822012 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:38.119231 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:35:49.571145 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:36:00.489673 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:03.032567 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a24091e9-f290-4ac2-a09d-2ed5cc525f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:05.461188 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-066fa365-791c-4d45-804e-81667b46b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:05.786870 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:06.844297 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:08.123945 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:26.569326 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:36:30.523477 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:33.014461 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0604bb0e-4ceb-495c-b598-6ee0ab6f5e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:35.523478 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7788f1d5-5dfb-4289-87fa-2f00dd7ecfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:35.831899 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:36.826173 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:36:38.140228 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:37:00.499638 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-514e7a85-fe99-47b8-8cd7-a3a7fabdb923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:37:03.031208 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ae401890-1649-4505-a77c-ed8ec4a26c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:37:03.567020 dv-cinder-792462-18-iscsi neutron-server[93539]: DEBUG neutron.db.agents_db [None req-07629221-ff38-47a0-b47b-e10aaf00e500 None None] Agent healthcheck: found 6 active agents {{(pid=93539) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 24 04:37:05.471320 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-37086706-119a-45e8-8ef3-6d47565e99a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:37:05.813977 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8cef26dd-0cb3-40eb-9c0d-56f17f068a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:37:06.837176 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1e2af134-57c7-4f81-abc2-033449008110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 04:37:08.133685 dv-cinder-792462-18-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea048f38-7dd2-4f26-a5e1-54013ffd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728678309910', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714186'] for agent, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}